Started by timer Obtained pipelines/pingcap/tidb/latest/periodics_integration_test.groovy from git https://github.com/PingCAP-QE/ci.git Loading library tipipeline@main Library tipipeline@main is due for a refresh after 60 minutes, clearing. Caching library tipipeline@main Attempting to resolve main from remote references... > git --version # timeout=10 > git --version # 'git version 2.39.2' > git ls-remote -- https://github.com/PingCAP-QE/ci # timeout=10 Found match: refs/heads/main revision e64357d6ddd9be700fd5c8d87859c826b78da53a The recommended git tool is: git No credentials specified > git rev-parse --resolve-git-dir /var/jenkins_home/jobs/pingcap/jobs/tidb/jobs/periodics_integration_test/workspace@libs/028688d6a2298cb8f56fc89656584a6e89655f25aed21ceab3b5624e60735994/.git # timeout=10 Fetching changes from the remote Git repository > git config remote.origin.url https://github.com/PingCAP-QE/ci # timeout=10 Fetching without tags Fetching upstream changes from https://github.com/PingCAP-QE/ci > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --no-tags --force --progress -- https://github.com/PingCAP-QE/ci +refs/heads/*:refs/remotes/origin/* # timeout=10 Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (main) > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git rev-list --no-walk e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 [Pipeline] Start of Pipeline [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl Agent pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl is provisioned from template pingcap_tidb_periodics_integration_test_3799-zwh8s-kdskv --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "d8acfc1cfb308a8e034422cf33a6ada443713a47" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-zwh8s" name: "pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] stage [Pipeline] { (Declarative: Checkout SCM) [Pipeline] checkout The recommended git tool is: git No credentials specified Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" [Pipeline] } [Pipeline] // stage [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] timeout Timeout set to expire in 1 hr 0 min [Pipeline] { [Pipeline] stage [Pipeline] { (Debug info) [Pipeline] sh > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 + printenv JENKINS_NODE_COOKIE=5db102fe-4af2-4c2e-bac0-58ba73dd8ee4 BUILD_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/ GOLANG_VERSION=1.21.0 HOSTNAME=pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl HUDSON_SERVER_COOKIE=83ef27fe9acccc92 KUBERNETES_PORT_443_TCP_PORT=443 KUBERNETES_PORT=tcp://10.233.0.1:443 TERM=xterm STAGE_NAME=Debug info BUILD_TAG=jenkins-pingcap-tidb-periodics_integration_test-3799 KUBERNETES_SERVICE_PORT=443 GIT_PREVIOUS_COMMIT=e64357d6ddd9be700fd5c8d87859c826b78da53a KUBERNETES_SERVICE_HOST=10.233.0.1 WORKSPACE=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test JOB_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/ RUN_CHANGES_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/display/redirect?page=changes RUN_ARTIFACTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/display/redirect?page=artifacts FILE_SERVER_URL=http://fileserver.pingcap.net JENKINS_HOME=/var/jenkins_home GIT_COMMIT=e64357d6ddd9be700fd5c8d87859c826b78da53a PATH=/go/bin:/usr/local/go/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin RUN_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/display/redirect GOPROXY=http://goproxy.apps.svc,https://proxy.golang.org,direct _=/usr/bin/printenv POD_CONTAINER=golang PWD=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test HUDSON_URL=https://do.pingcap.net/jenkins/ JOB_NAME=pingcap/tidb/periodics_integration_test TZ=Asia/Shanghai BUILD_DISPLAY_NAME=#3799 JENKINS_URL=https://do.pingcap.net/jenkins/ BUILD_ID=3799 GOLANG_DOWNLOAD_SHA256=d0398903a16ba2232b389fb31032ddf57cac34efda306a0eebac34f0965a0742 JOB_BASE_NAME=periodics_integration_test GIT_PREVIOUS_SUCCESSFUL_COMMIT=e64357d6ddd9be700fd5c8d87859c826b78da53a RUN_TESTS_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/display/redirect?page=tests SHLVL=3 HOME=/home/jenkins TARGET_BRANCH=master POD_LABEL=pingcap_tidb_periodics_integration_test_3799-zwh8s GOROOT=/usr/local/go GIT_BRANCH=origin/main KUBERNETES_PORT_443_TCP_PROTO=tcp CI=true KUBERNETES_SERVICE_PORT_HTTPS=443 WORKSPACE_TMP=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test@tmp EXECUTOR_NUMBER=0 JENKINS_SERVER_COOKIE=durable-f85b2acbe31359358c5dc17f7975d8707842953e6f2f09f475339d00b95c7900 NODE_LABELS=pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl pingcap_tidb_periodics_integration_test_3799-zwh8s GIT_URL=https://github.com/PingCAP-QE/ci.git HUDSON_HOME=/var/jenkins_home CLASSPATH= NODE_NAME=pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl GOPATH=/go JOB_DISPLAY_URL=https://do.pingcap.net/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/display/redirect BUILD_NUMBER=3799 KUBERNETES_PORT_443_TCP_ADDR=10.233.0.1 KUBERNETES_PORT_443_TCP=tcp://10.233.0.1:443 GOLANG_DOWNLOAD_URL=https://dl.google.com/go/go1.21.0.linux-amd64.tar.gz + echo ------------------------- ------------------------- + go env GO111MODULE='' GOARCH='amd64' GOBIN='' GOCACHE='/home/jenkins/.cache/go-build' GOENV='/home/jenkins/.config/go/env' GOEXE='' GOEXPERIMENT='' GOFLAGS='' GOHOSTARCH='amd64' GOHOSTOS='linux' GOINSECURE='' GOMODCACHE='/go/pkg/mod' GONOPROXY='' GONOSUMDB='' GOOS='linux' GOPATH='/go' GOPRIVATE='' GOPROXY='http://goproxy.apps.svc,https://proxy.golang.org,direct' GOROOT='/usr/local/go' GOSUMDB='sum.golang.org' GOTMPDIR='' GOTOOLCHAIN='auto' GOTOOLDIR='/usr/local/go/pkg/tool/linux_amd64' GOVCS='' GOVERSION='go1.21.0' GCCGO='gccgo' GOAMD64='v1' AR='ar' CC='gcc' CXX='g++' CGO_ENABLED='1' GOMOD='/dev/null' GOWORK='' CGO_CFLAGS='-O2 -g' CGO_CPPFLAGS='' CGO_CXXFLAGS='-O2 -g' CGO_FFLAGS='-O2 -g' CGO_LDFLAGS='-O2 -g' PKG_CONFIG='pkg-config' GOGCCFLAGS='-fPIC -m64 -pthread -Wl,--no-gc-sections -fmessage-length=0 -fdebug-prefix-map=/tmp/go-build1556558041=/tmp/go-build -gno-record-gcc-switches' + echo ------------------------- ------------------------- + echo 'debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl bash' debug command: kubectl -n jenkins-tidb exec -ti pingcap-tidb-periodics-integration-test-3799-zwh8s-kdskv-qxvbl bash [Pipeline] container [Pipeline] { [Pipeline] sh + dig github.com ; <<>> DiG 9.18.16 <<>> github.com ;; global options: +cmd ;; Got answer: ;; ->>HEADER<<- opcode: QUERY, status: NOERROR, id: 27072 ;; flags: qr aa rd ra; QUERY: 1, ANSWER: 1, AUTHORITY: 0, ADDITIONAL: 1 ;; OPT PSEUDOSECTION: ; EDNS: version: 0, flags:; udp: 1232 ; COOKIE: 7b8c94d8b80b9aca (echoed) ;; QUESTION SECTION: ;github.com. IN A ;; ANSWER SECTION: github.com. 10 IN A 20.205.243.166 ;; Query time: 0 msec ;; SERVER: 169.254.25.10#53(169.254.25.10) (UDP) ;; WHEN: Sun Jun 02 09:00:21 UTC 2024 ;; MSG SIZE rcvd: 77 [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Download) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/download [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 883 0 --:--:-- --:--:-- --:--:-- 891 [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1268 0 --:--:-- --:--:-- --:--:-- 1281 [Pipeline] sh + curl http://fileserver.pingcap.net/download/refs/pingcap/tidb/master/sha1 % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 41 100 41 0 0 1045 0 --:--:-- --:--:-- --:--:-- 1051 [Pipeline] } [Pipeline] // script [Pipeline] sh + tikv_download_url=http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz + pd_download_url=http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz + mkdir -p tmp + mkdir -p third_bin + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 -O tmp/tikv-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/tikv/44356c16acc47bf4f5cee733b5153cdeec3fff80/centos7/tikv-server.tar.gz + tar -xz -C third_bin bin/tikv-server -f tmp/tikv-server.tar.gz + mv third_bin/bin/tikv-server third_bin/ + wget -q --retry-connrefused --waitretry=1 --read-timeout=20 --timeout=15 -t 0 -O tmp/pd-server.tar.gz http://fileserver.pingcap.net/download/builds/pingcap/pd/199b01792159e5d8e83ef419a5053401e998bb0e/centos7/pd-server.tar.gz + tar -xz -C third_bin 'bin/*' -f tmp/pd-server.tar.gz + mv third_bin/bin/pd-api-bench third_bin/bin/pd-ctl third_bin/bin/pd-heartbeat-bench third_bin/bin/pd-recover third_bin/bin/pd-server third_bin/bin/pd-tso-bench third_bin/bin/pd-ut third_bin/bin/regions-dump third_bin/bin/stores-dump third_bin/bin/xprog third_bin/ + rm -rf third_bin/bin + ls -alh third_bin total 773M drwxr-sr-x. 2 jenkins jenkins 4.0K Jun 2 17:01 . drwxr-sr-x. 4 jenkins jenkins 4.0K Jun 2 17:00 .. -rwxr-xr-x. 1 jenkins jenkins 37M May 31 16:35 pd-api-bench -rwxr-xr-x. 1 jenkins jenkins 44M May 31 16:35 pd-ctl -rwxr-xr-x. 1 jenkins jenkins 36M May 31 16:35 pd-heartbeat-bench -rwxr-xr-x. 1 jenkins jenkins 32M May 31 16:35 pd-recover -rwxr-xr-x. 1 jenkins jenkins 106M May 31 16:35 pd-server -rwxr-xr-x. 1 jenkins jenkins 26M May 31 16:35 pd-tso-bench -rwxr-xr-x. 1 jenkins jenkins 12M May 31 16:35 pd-ut -rwxr-xr-x. 1 jenkins jenkins 32M May 31 16:35 regions-dump -rwxr-xr-x. 1 jenkins jenkins 32M May 31 16:35 stores-dump -rwxr-xr-x. 1 jenkins jenkins 419M Jun 1 13:50 tikv-server -rwxr-xr-x. 1 jenkins jenkins 2.0M May 31 16:35 xprog [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checkout) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Cache restored successfully (git/pingcap/tidb/rev-master) 570826752 bytes in 1.89 secs (301772166 bytes/sec) [Pipeline] { [Pipeline] retry [Pipeline] { [Pipeline] script [Pipeline] { [Pipeline] sh git version 2.37.2 Reinitialized existing Git repository in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.git/ .git HEAD is now at da49e136ef ddl: change finishedWritingNeedImport to importStarted (#53643) POST git-upload-pack (383 bytes) POST git-upload-pack (973 bytes) From https://github.com/pingcap/tidb da49e136ef..8483dc538b master -> origin/master Previous HEAD position was da49e136ef ddl: change finishedWritingNeedImport to importStarted (#53643) HEAD is now at 8483dc538b table: Update delta from column slice, instead of map (#53670) 8483dc538be95234dde6d6c31d1bb3248488440e 8483dc538b table: Update delta from column slice, instead of map (#53670) 4670bf577a ddl: separate `sessionctx.Context` in `backfillCtx` to sub-contexts (#53671) 3fdb963a33 domain: do not reset the data for infoschema v2 when full load (#53543) ✅ Checkout master 🎉 /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb ✅ ~~~~~ All done. ~~~~~~ [Pipeline] sh + git status HEAD detached at origin/master You are in a sparse checkout with 100% of tracked files present. nothing to commit, working tree clean + git fetch origin master:local_master From https://github.com/pingcap/tidb da49e136ef..8483dc538b master -> local_master + git checkout local_master Switched to branch 'local_master' + git checkout -f 8483dc538be95234dde6d6c31d1bb3248488440e Note: switching to '8483dc538be95234dde6d6c31d1bb3248488440e'. You are in 'detached HEAD' state. You can look around, make experimental changes and commit them, and you can discard any commits you make in this state without impacting any branches by switching back to a branch. If you want to create a new branch to retain commits you create, you may do so (now or later) by using -c with the switch command. Example: git switch -c Or undo this operation with: git switch - Turn off this advice by setting config variable advice.detachedHead to false HEAD is now at 8483dc538b table: Update delta from column slice, instead of map (#53670) + git status -s [Pipeline] } [Pipeline] // script [Pipeline] } [Pipeline] // retry [Pipeline] } Cache not saved (git/pingcap/tidb/rev-master already exists) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Prepare) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Cache not restored (no such key found) [Pipeline] { [Pipeline] sh + make CGO_ENABLED=1 GO111MODULE=on go build -tags codes -ldflags '-X "github.com/pingcap/tidb/pkg/parser/mysql.TiDBReleaseVersion=v8.2.0-alpha-280-g8483dc538b" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBBuildTS=2024-06-02 09:01:45" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitHash=8483dc538be95234dde6d6c31d1bb3248488440e" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBGitBranch=HEAD" -X "github.com/pingcap/tidb/pkg/util/versioninfo.TiDBEdition=Community" ' -o bin/tidb-server ./cmd/tidb-server go: downloading github.com/opentracing/opentracing-go v1.2.0 go: downloading github.com/pingcap/errors v0.11.5-0.20240318064555-6bd07397691f go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading github.com/tikv/pd/client v0.0.0-20240531082952-199b01792159 go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/shirou/gopsutil/v3 v3.24.4 go: downloading github.com/google/uuid v1.6.0 go: downloading github.com/tikv/client-go/v2 v2.0.8-0.20240516031922-38e0dca30c8c go: downloading github.com/prometheus/client_golang v1.19.0 go: downloading google.golang.org/grpc v1.63.2 go: downloading go.uber.org/automaxprocs v1.5.3 go: downloading github.com/BurntSushi/toml v1.3.2 go: downloading github.com/pingcap/tipb v0.0.0-20240318032315-55a7867ddd50 go: downloading github.com/uber/jaeger-client-go v2.22.1+incompatible go: downloading go.uber.org/atomic v1.11.0 go: downloading github.com/otiai10/copy v1.2.0 go: downloading github.com/pingcap/kvproto v0.0.0-20240227073058-929ab83f9754 go: downloading go.etcd.io/etcd/client/v3 v3.5.12 go: downloading github.com/ngaut/pools v0.0.0-20180318154953-b7bc8c42aac7 go: downloading github.com/cockroachdb/errors v1.11.1 go: downloading go.etcd.io/etcd/api/v3 v3.5.12 go: downloading github.com/dgraph-io/ristretto v0.1.1 go: downloading github.com/gogo/protobuf v1.3.2 go: downloading github.com/twmb/murmur3 v1.1.6 go: downloading github.com/lestrrat-go/jwx/v2 v2.0.21 go: downloading golang.org/x/exp v0.0.0-20240404231335-c0f41cb1a7a0 go: downloading github.com/cznic/mathutil v0.0.0-20181122101859-297441e03548 go: downloading github.com/tiancaiamao/gp v0.0.0-20221230034425-4025bc8a4d4a go: downloading golang.org/x/sync v0.7.0 go: downloading github.com/golang/protobuf v1.5.4 go: downloading github.com/grpc-ecosystem/go-grpc-middleware v1.4.0 go: downloading golang.org/x/net v0.25.0 go: downloading github.com/google/pprof v0.0.0-20240117000934-35fc243c5815 go: downloading github.com/spf13/pflag v1.0.5 go: downloading github.com/pingcap/sysutil v1.0.1-0.20240311050922-ae81ee01f3a5 go: downloading github.com/opentracing/basictracer-go v1.0.0 go: downloading github.com/cloudfoundry/gosigar v1.3.6 go: downloading golang.org/x/sys v0.20.0 go: downloading github.com/danjacques/gofslock v0.0.0-20191023191349-0a45f885bc37 go: downloading github.com/jellydator/ttlcache/v3 v3.0.1 go: downloading github.com/stretchr/testify v1.9.0 go: downloading github.com/influxdata/tdigest v0.0.1 go: downloading github.com/asaskevich/govalidator v0.0.0-20230301143203-a9d515a09cc2 go: downloading github.com/blacktear23/go-proxyprotocol v1.0.6 go: downloading github.com/gorilla/mux v1.8.0 go: downloading github.com/klauspost/compress v1.17.7 go: downloading github.com/pingcap/fn v1.0.0 go: downloading github.com/soheilhy/cmux v0.1.5 go: downloading github.com/tiancaiamao/appdash v0.0.0-20181126055449-889f96f722a2 go: downloading github.com/sourcegraph/appdash-data v0.0.0-20151005221446-73f23eafcf67 go: downloading golang.org/x/text v0.15.0 go: downloading github.com/dolthub/swiss v0.2.1 go: downloading gopkg.in/yaml.v2 v2.4.0 go: downloading github.com/coocood/freecache v1.2.1 go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading github.com/YangKeao/ldap/v3 v3.4.5-0.20230421065457-369a3bab1117 go: downloading github.com/ngaut/sync2 v0.0.0-20141008032647-7a24ed77b2ef go: downloading go.uber.org/multierr v1.11.0 go: downloading github.com/tidwall/btree v1.7.0 go: downloading github.com/golang/snappy v0.0.4 go: downloading github.com/prometheus/client_model v0.6.1 go: downloading github.com/docker/go-units v0.5.0 go: downloading github.com/wangjohn/quickselect v0.0.0-20161129230411-ed8402a42d5f go: downloading golang.org/x/tools v0.21.0 go: downloading github.com/remyoudompheng/bigfft v0.0.0-20230129092748-24d4a6f8daec go: downloading github.com/prometheus/common v0.53.0 go: downloading github.com/sourcegraph/appdash v0.0.0-20190731080439-ebfcffb1b5c0 go: downloading go.uber.org/mock v0.4.0 go: downloading golang.org/x/time v0.5.0 go: downloading github.com/go-sql-driver/mysql v1.7.1 go: downloading github.com/google/btree v1.1.2 go: downloading github.com/pingcap/badger v1.5.1-0.20230103063557-828f39b09b6d go: downloading go.etcd.io/etcd/client/pkg/v3 v3.5.12 go: downloading github.com/dgryski/go-farm v0.0.0-20200201041132-a6ae2369ad13 go: downloading google.golang.org/protobuf v1.33.0 go: downloading github.com/beorn7/perks v1.0.1 go: downloading github.com/cespare/xxhash/v2 v2.3.0 go: downloading github.com/prometheus/procfs v0.13.0 go: downloading github.com/dolthub/maphash v0.1.0 go: downloading github.com/pkg/errors v0.9.1 go: downloading github.com/uber/jaeger-lib v2.4.1+incompatible go: downloading github.com/getsentry/sentry-go v0.27.0 go: downloading github.com/cockroachdb/redact v1.1.5 go: downloading cloud.google.com/go/storage v1.36.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/azcore v1.9.1 go: downloading github.com/cockroachdb/logtags v0.0.0-20230118201751-21c54148d20b go: downloading github.com/Azure/azure-sdk-for-go/sdk/azidentity v1.5.1 go: downloading github.com/Azure/azure-sdk-for-go/sdk/storage/azblob v1.0.0 go: downloading github.com/aliyun/alibaba-cloud-sdk-go v1.61.1581 go: downloading github.com/aws/aws-sdk-go v1.50.0 go: downloading github.com/go-resty/resty/v2 v2.11.0 go: downloading github.com/ks3sdklib/aws-sdk-go v1.2.9 go: downloading golang.org/x/oauth2 v0.20.0 go: downloading google.golang.org/api v0.162.0 go: downloading github.com/Azure/go-ntlmssp v0.0.0-20221128193559-754e69321358 go: downloading github.com/go-asn1-ber/asn1-ber v1.5.4 go: downloading cloud.google.com/go v0.112.0 go: downloading github.com/carlmjohnson/flagext v0.21.0 go: downloading github.com/cockroachdb/pebble v1.1.0 go: downloading github.com/coreos/go-semver v0.3.1 go: downloading github.com/jfcg/sorty/v2 v2.1.0 go: downloading github.com/davecgh/go-spew v1.1.2-0.20180830191138-d8f796af33cc go: downloading github.com/pmezard/go-difflib v1.0.1-0.20181226105442-5d4384ee4fb2 go: downloading gopkg.in/yaml.v3 v3.0.1 go: downloading github.com/tklauser/go-sysconf v0.3.12 go: downloading github.com/fatih/color v1.16.0 go: downloading github.com/vbauerster/mpb/v7 v7.5.3 go: downloading golang.org/x/term v0.20.0 go: downloading github.com/spf13/cobra v1.8.0 go: downloading github.com/cheggaaa/pb/v3 v3.0.8 go: downloading github.com/lestrrat-go/blackmagic v1.0.2 go: downloading github.com/lestrrat-go/httprc v1.0.5 go: downloading github.com/lestrrat-go/iter v1.0.2 go: downloading github.com/lestrrat-go/option v1.0.1 go: downloading github.com/json-iterator/go v1.1.12 go: downloading github.com/spkg/bom v1.0.0 go: downloading github.com/xitongsys/parquet-go v1.6.3-0.20240520233950-75e935fc3e17 go: downloading google.golang.org/genproto/googleapis/api v0.0.0-20240304212257-790db918fca8 go: downloading github.com/joho/sqltocsv v0.0.0-20210428211105-a6d6801d59df go: downloading github.com/robfig/cron/v3 v3.0.1 go: downloading github.com/dustin/go-humanize v1.0.1 go: downloading github.com/golang/glog v1.2.0 go: downloading google.golang.org/genproto v0.0.0-20240227224415-6ceb2ff114de go: downloading github.com/kr/pretty v0.3.1 go: downloading github.com/jedib0t/go-pretty/v6 v6.2.2 go: downloading github.com/coreos/go-systemd/v22 v22.5.0 go: downloading github.com/Azure/azure-sdk-for-go/sdk/internal v1.5.1 go: downloading github.com/AzureAD/microsoft-authentication-library-for-go v1.2.1 go: downloading golang.org/x/crypto v0.23.0 go: downloading github.com/jfcg/sixb v1.3.8 go: downloading github.com/Masterminds/semver v1.5.0 go: downloading k8s.io/api v0.28.6 go: downloading github.com/mattn/go-colorable v0.1.13 go: downloading github.com/mattn/go-isatty v0.0.20 go: downloading github.com/emirpasic/gods v1.18.1 go: downloading cloud.google.com/go/compute/metadata v0.3.0 go: downloading github.com/VividCortex/ewma v1.2.0 go: downloading github.com/mattn/go-runewidth v0.0.15 go: downloading github.com/lestrrat-go/httpcc v1.0.1 go: downloading github.com/tklauser/numcpus v0.6.1 go: downloading github.com/acarl005/stripansi v0.0.0-20180116102854-5a71ef0e047d go: downloading cloud.google.com/go/iam v1.1.6 go: downloading github.com/googleapis/gax-go/v2 v2.12.0 go: downloading github.com/pingcap/goleveldb v0.0.0-20191226122134-f82aafb29989 go: downloading github.com/modern-go/concurrent v0.0.0-20180306012644-bacd9c7ef1dd go: downloading github.com/modern-go/reflect2 v1.0.2 go: downloading github.com/apache/thrift v0.16.0 go: downloading github.com/kr/text v0.2.0 go: downloading github.com/rogpeppe/go-internal v1.12.0 go: downloading github.com/ncw/directio v1.0.5 go: downloading github.com/coocood/rtutil v0.0.0-20190304133409-c84515f646f2 go: downloading github.com/coocood/bbloom v0.0.0-20190830030839-58deb6228d64 go: downloading github.com/pkg/browser v0.0.0-20240102092130-5ac0b6a4141c go: downloading github.com/kylelemons/godebug v1.1.0 go: downloading google.golang.org/genproto/googleapis/rpc v0.0.0-20240401170217-c3f982113cda go: downloading go.opencensus.io v0.24.0 go: downloading go.opentelemetry.io/otel v1.22.0 go: downloading go.opentelemetry.io/otel/trace v1.22.0 go: downloading github.com/rivo/uniseg v0.4.6 go: downloading github.com/apache/arrow/go/v12 v12.0.1 go: downloading github.com/goccy/go-reflect v1.2.0 go: downloading github.com/klauspost/cpuid v1.3.1 go: downloading github.com/golang-jwt/jwt/v5 v5.2.0 go: downloading github.com/pierrec/lz4/v4 v4.1.15 go: downloading github.com/golang/groupcache v0.0.0-20210331224755-41bb18bfe9da go: downloading github.com/go-logr/logr v1.4.1 go: downloading go.opentelemetry.io/otel/metric v1.22.0 go: downloading github.com/go-logr/stdr v1.2.2 go: downloading github.com/DataDog/zstd v1.5.5 go: downloading github.com/cockroachdb/tokenbucket v0.0.0-20230807174530-cc333fc44b06 go: downloading k8s.io/apimachinery v0.28.6 go: downloading golang.org/x/xerrors v0.0.0-20231012003039-104605ab7028 go: downloading github.com/google/flatbuffers v2.0.8+incompatible go: downloading github.com/goccy/go-json v0.10.2 go: downloading github.com/zeebo/xxh3 v1.0.2 go: downloading github.com/andybalholm/brotli v1.0.5 go: downloading github.com/klauspost/cpuid/v2 v2.0.9 go: downloading gopkg.in/inf.v0 v0.9.1 go: downloading k8s.io/klog/v2 v2.120.1 go: downloading sigs.k8s.io/structured-merge-diff/v4 v4.4.1 go: downloading sigs.k8s.io/json v0.0.0-20221116044647-bc3834ca7abd go: downloading github.com/google/gofuzz v1.2.0 go: downloading k8s.io/utils v0.0.0-20230726121419-3b25d923346b go: downloading github.com/pierrec/lz4 v2.6.1+incompatible go: downloading go.opentelemetry.io/contrib/instrumentation/net/http/otelhttp v0.47.0 go: downloading github.com/google/s2a-go v0.1.7 go: downloading github.com/googleapis/enterprise-certificate-proxy v0.3.2 go: downloading go.opentelemetry.io/contrib/instrumentation/google.golang.org/grpc/otelgrpc v0.47.0 go: downloading github.com/felixge/httpsnoop v1.0.4 go: downloading github.com/jmespath/go-jmespath v0.4.0 Build TiDB Server successfully! + cp bin/tidb-server bin/integration_test_tidb-server [Pipeline] sh + touch rev-8483dc538be95234dde6d6c31d1bb3248488440e + cp -f ../download/third_bin/pd-api-bench ../download/third_bin/pd-ctl ../download/third_bin/pd-heartbeat-bench ../download/third_bin/pd-recover ../download/third_bin/pd-server ../download/third_bin/pd-tso-bench ../download/third_bin/pd-ut ../download/third_bin/regions-dump ../download/third_bin/stores-dump ../download/third_bin/tikv-server ../download/third_bin/xprog bin/ + chmod +x bin/integration_test_tidb-server bin/pd-api-bench bin/pd-ctl bin/pd-heartbeat-bench bin/pd-recover bin/pd-server bin/pd-tso-bench bin/pd-ut bin/regions-dump bin/stores-dump bin/tidb-server bin/tikv-server bin/xprog + ./bin/tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] } Cache saved successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 36.26 secs (50550692 bytes/sec) [Pipeline] // cache [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Checks) [Pipeline] parallel [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] { (Branch: Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh y') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'integrationtest_with_tikv.sh n') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_brietest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_pessimistictest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_sessiontest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_statisticstest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_txntest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest1') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_addindextest4') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest2') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest3') [Pipeline] stage [Pipeline] { (Matrix - SCRIPT_AND_ARGS = 'run_real_tikv_tests.sh bazel_importintotest4') [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted [Pipeline] readTrusted Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-p8x09-rw75f-xkgvj Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-mdgh6-t56qv-4h9sd [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-x08rp-pch08-1q292 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate Agent pingcap-tidb-periodics-integration-test-3799-p8x09-rw75f-xkgvj is provisioned from template pingcap_tidb_periodics_integration_test_3799-p8x09-rw75f --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "32b4be45419ec105294d13fb565b27a626ec175b" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-p8x09" name: "pingcap-tidb-periodics-integration-test-3799-p8x09-rw75f-xkgvj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-p8x09-rw75f-xkgvj" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-p8x09-rw75f-xkgvj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { Running on pingcap-tidb-periodics-integration-test-3799-p8x09-rw75f-xkgvj in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] node Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-7db1c-8mt5b-s8mvt [Pipeline] checkout The recommended git tool is: git Agent pingcap-tidb-periodics-integration-test-3799-mdgh6-t56qv-4h9sd is provisioned from template pingcap_tidb_periodics_integration_test_3799-mdgh6-t56qv --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "3bdd439f90cd03f5e2666d8ba24979cf6809510e" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-mdgh6" name: "pingcap-tidb-periodics-integration-test-3799-mdgh6-t56qv-4h9sd" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-mdgh6-t56qv-4h9sd" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-mdgh6-t56qv-4h9sd" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-mdgh6-t56qv-4h9sd in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node [Pipeline] checkout Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-vk911-8n652-nm0qr The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@15951fa9; decorates RemoteLauncher[hudson.remoting.Channel@32140f1c:JNLP4-connect connection from 10.233.68.175/10.233.68.175:35694] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2cafc1dd; decorates RemoteLauncher[hudson.remoting.Channel@45e1f193:JNLP4-connect connection from 10.233.72.152/10.233.72.152:34752] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Agent pingcap-tidb-periodics-integration-test-3799-x08rp-pch08-1q292 is provisioned from template pingcap_tidb_periodics_integration_test_3799-x08rp-pch08 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "4dbcff727d0b5f5444d2bde222ba5fcf0ffd62a5" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-x08rp" name: "pingcap-tidb-periodics-integration-test-3799-x08rp-pch08-1q292" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-x08rp-pch08-1q292" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-x08rp-pch08-1q292" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-x08rp-pch08-1q292 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] { [Pipeline] checkout The recommended git tool is: git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2b914839; decorates RemoteLauncher[hudson.remoting.Channel@3579d9e4:JNLP4-connect connection from 10.233.66.61/10.233.66.61:56256] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git [Pipeline] podTemplate [Pipeline] { [Pipeline] node Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] stage [Pipeline] { (Test) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Agent pingcap-tidb-periodics-integration-test-3799-7db1c-8mt5b-s8mvt is provisioned from template pingcap_tidb_periodics_integration_test_3799-7db1c-8mt5b --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "64474eb2bbd43cb11fec8fa4f26e6e445df71ad1" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-7db1c" name: "pingcap-tidb-periodics-integration-test-3799-7db1c-8mt5b-s8mvt" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-7db1c-8mt5b-s8mvt" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-7db1c-8mt5b-s8mvt" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-7db1c-8mt5b-s8mvt in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Agent pingcap-tidb-periodics-integration-test-3799-vk911-8n652-nm0qr is provisioned from template pingcap_tidb_periodics_integration_test_3799-vk911-8n652 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "ea325cf68760f4cbc3c241786cba305e50e2e6c4" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-vk911" name: "pingcap-tidb-periodics-integration-test-3799-vk911-8n652-nm0qr" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-vk911-8n652-nm0qr" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-vk911-8n652-nm0qr" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-vk911-8n652-nm0qr in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-xjlx1-c8gsp-glrqq Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-7t22x-f30vq-87fjj Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-ftzq5-2ghh5-m5b48 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-4gsq4-q9qgb-wpcd6 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-nd9h2-1lwsh-w2w13 Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Obtained pipelines/pingcap/tidb/latest/pod-periodics_integration_test.yaml from git https://github.com/PingCAP-QE/ci.git Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 3.99 secs (459781135 bytes/sec) [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate [Pipeline] { [Pipeline] podTemplate Agent pingcap-tidb-periodics-integration-test-3799-4gsq4-q9qgb-wpcd6 is provisioned from template pingcap_tidb_periodics_integration_test_3799-4gsq4-q9qgb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "6f74f1ed111c6eddc1acc9367e5c61dc090b3a3b" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-4gsq4" name: "pingcap-tidb-periodics-integration-test-3799-4gsq4-q9qgb-wpcd6" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-4gsq4-q9qgb-wpcd6" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-4gsq4-q9qgb-wpcd6" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" [Pipeline] { Running on pingcap-tidb-periodics-integration-test-3799-4gsq4-q9qgb-wpcd6 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] podTemplate [Pipeline] { [Pipeline] { [Pipeline] sh [Pipeline] { [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] node [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] checkout [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { The recommended git tool is: git [Pipeline] checkout [Pipeline] stage + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] { (Test) The recommended git tool is: git [Pipeline] stage [Pipeline] { (Test) [Pipeline] { Agent pingcap-tidb-periodics-integration-test-3799-nd9h2-1lwsh-w2w13 is provisioned from template pingcap_tidb_periodics_integration_test_3799-nd9h2-1lwsh --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "bed12e1ec7bf18a7743955a9d16fb2a7b6328c05" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-nd9h2" name: "pingcap-tidb-periodics-integration-test-3799-nd9h2-1lwsh-w2w13" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-nd9h2-1lwsh-w2w13" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-nd9h2-1lwsh-w2w13" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-nd9h2-1lwsh-w2w13 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] checkout [Pipeline] } The recommended git tool is: git Agent pingcap-tidb-periodics-integration-test-3799-7t22x-f30vq-87fjj is provisioned from template pingcap_tidb_periodics_integration_test_3799-7t22x-f30vq --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "318eca2350faa3cab22f7492f7e4d0222ecca9b5" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-7t22x" name: "pingcap-tidb-periodics-integration-test-3799-7t22x-f30vq-87fjj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-7t22x-f30vq-87fjj" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-7t22x-f30vq-87fjj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) Running on pingcap-tidb-periodics-integration-test-3799-7t22x-f30vq-87fjj in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache Agent pingcap-tidb-periodics-integration-test-3799-ftzq5-2ghh5-m5b48 is provisioned from template pingcap_tidb_periodics_integration_test_3799-ftzq5-2ghh5 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "5c2404b2ff22108ec34c1ea945ca9c1076723963" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-ftzq5" name: "pingcap-tidb-periodics-integration-test-3799-ftzq5-2ghh5-m5b48" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-ftzq5-2ghh5-m5b48" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-ftzq5-2ghh5-m5b48" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-ftzq5-2ghh5-m5b48 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3799-xjlx1-c8gsp-glrqq is provisioned from template pingcap_tidb_periodics_integration_test_3799-xjlx1-c8gsp --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "441607c584428f3fc161c104985d0fc0a30d5a12" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-xjlx1" name: "pingcap-tidb-periodics-integration-test-3799-xjlx1-c8gsp-glrqq" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-xjlx1-c8gsp-glrqq" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-xjlx1-c8gsp-glrqq" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-xjlx1-c8gsp-glrqq in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-b1tb9-5wpff-384w9 Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-l2616-8115g-x50kv Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-2pmbh-pwf8k-8r0lj Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-sp1x3-gk0g1-ll6mj No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@583dc0e5; decorates RemoteLauncher[hudson.remoting.Channel@229a9245:JNLP4-connect connection from 10.233.71.220/10.233.71.220:43544] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@bde9ad1; decorates RemoteLauncher[hudson.remoting.Channel@344447dd:JNLP4-connect connection from 10.233.127.47/10.233.127.47:35424] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@41a1d8b3; decorates RemoteLauncher[hudson.remoting.Channel@77ad7397:JNLP4-connect connection from 10.233.69.9/10.233.69.9:56638] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Agent pingcap-tidb-periodics-integration-test-3799-l2616-8115g-x50kv is provisioned from template pingcap_tidb_periodics_integration_test_3799-l2616-8115g --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "c27e75b68eb6820b6ee573e4b13da3354d9ad5b1" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-l2616" name: "pingcap-tidb-periodics-integration-test-3799-l2616-8115g-x50kv" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-l2616-8115g-x50kv" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-l2616-8115g-x50kv" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-l2616-8115g-x50kv in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3799-sp1x3-gk0g1-ll6mj is provisioned from template pingcap_tidb_periodics_integration_test_3799-sp1x3-gk0g1 --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f7c25272d66ee61ceba2ef49ccd1fa3cef539d53" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-sp1x3" name: "pingcap-tidb-periodics-integration-test-3799-sp1x3-gk0g1-ll6mj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-sp1x3-gk0g1-ll6mj" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-sp1x3-gk0g1-ll6mj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-sp1x3-gk0g1-ll6mj in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-k3735-ztpcb-d9bgx Created Pod: kubernetes jenkins-tidb/pingcap-tidb-periodics-integration-test-3799-dw39k-6tx0w-lwbm2 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 4.52 secs (405609274 bytes/sec) [Pipeline] { [Pipeline] cache Agent pingcap-tidb-periodics-integration-test-3799-b1tb9-5wpff-384w9 is provisioned from template pingcap_tidb_periodics_integration_test_3799-b1tb9-5wpff --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "b71bfe9a5a719fbc41b8778ba9099ab4f89ef5d9" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-b1tb9" name: "pingcap-tidb-periodics-integration-test-3799-b1tb9-5wpff-384w9" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-b1tb9-5wpff-384w9" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-b1tb9-5wpff-384w9" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-b1tb9-5wpff-384w9 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3799-k3735-ztpcb-d9bgx is provisioned from template pingcap_tidb_periodics_integration_test_3799-k3735-ztpcb --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "2d6d47d2181a154af4b97edc91ce126da15d21d5" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-k3735" name: "pingcap-tidb-periodics-integration-test-3799-k3735-ztpcb-d9bgx" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-k3735-ztpcb-d9bgx" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-k3735-ztpcb-d9bgx" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-k3735-ztpcb-d9bgx in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3799-2pmbh-pwf8k-8r0lj is provisioned from template pingcap_tidb_periodics_integration_test_3799-2pmbh-pwf8k --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "f8b73397fb9951aad406c39ac1231713059fdfce" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-2pmbh" name: "pingcap-tidb-periodics-integration-test-3799-2pmbh-pwf8k-8r0lj" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-2pmbh-pwf8k-8r0lj" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-2pmbh-pwf8k-8r0lj" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-2pmbh-pwf8k-8r0lj in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Agent pingcap-tidb-periodics-integration-test-3799-dw39k-6tx0w-lwbm2 is provisioned from template pingcap_tidb_periodics_integration_test_3799-dw39k-6tx0w --- apiVersion: "v1" kind: "Pod" metadata: annotations: buildUrl: "http://jenkins.apps.svc.cluster.local:8080/jenkins/job/pingcap/job/tidb/job/periodics_integration_test/3799/" runUrl: "job/pingcap/job/tidb/job/periodics_integration_test/3799/" labels: jenkins/jenkins-jenkins-agent: "true" jenkins/label-digest: "64143d268a157251c1d3ccddcb23c432b70fd103" jenkins/label: "pingcap_tidb_periodics_integration_test_3799-dw39k" name: "pingcap-tidb-periodics-integration-test-3799-dw39k-6tx0w-lwbm2" namespace: "jenkins-tidb" spec: affinity: nodeAffinity: requiredDuringSchedulingIgnoredDuringExecution: nodeSelectorTerms: - matchExpressions: - key: "kubernetes.io/arch" operator: "In" values: - "amd64" - key: "ci-nvme-high-performance" operator: "In" values: - "true" containers: - image: "hub.pingcap.net/wangweizhen/tidb_image:go12120230809" lifecycle: postStart: exec: command: - "/bin/sh" - "/data/bazel-prepare-in-container.sh" name: "golang" resources: limits: memory: "32Gi" cpu: "8" securityContext: privileged: true tty: true volumeMounts: - mountPath: "/home/jenkins/.tidb/tmp" name: "bazel-out-merged" - mountPath: "/bazel-out-lower" name: "bazel-out-lower" subPath: "tidb/go1.19.2" - mountPath: "/bazel-out-overlay" name: "bazel-out-overlay" - mountPath: "/share/.cache/go-build" name: "gocache" - mountPath: "/share/.go" name: "gopathcache" - mountPath: "/share/.cache/bazel-repository-cache" name: "bazel-repository-cache" - mountPath: "/data/" name: "bazel-rc" readOnly: true - mountPath: "/etc/containerinfo" name: "containerinfo" - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/network-multitool" name: "net-tool" resources: limits: memory: "128Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - image: "hub.pingcap.net/jenkins/python3-requests:latest" name: "report" resources: limits: memory: "256Mi" cpu: "100m" tty: true volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false - env: - name: "JENKINS_SECRET" value: "********" - name: "JENKINS_TUNNEL" value: "jenkins-agent.apps.svc.cluster.local:50000" - name: "JENKINS_AGENT_NAME" value: "pingcap-tidb-periodics-integration-test-3799-dw39k-6tx0w-lwbm2" - name: "JENKINS_NAME" value: "pingcap-tidb-periodics-integration-test-3799-dw39k-6tx0w-lwbm2" - name: "JENKINS_AGENT_WORKDIR" value: "/home/jenkins/agent" - name: "JENKINS_URL" value: "http://jenkins.apps.svc.cluster.local:8080/jenkins/" image: "jenkins/inbound-agent:3206.vb_15dcf73f6a_9-2" name: "jnlp" resources: requests: memory: "256Mi" cpu: "100m" volumeMounts: - mountPath: "/home/jenkins/agent" name: "workspace-volume" readOnly: false restartPolicy: "Never" securityContext: fsGroup: 1000 volumes: - emptyDir: {} name: "bazel-out-merged" - name: "bazel-rc" secret: secretName: "bazel" - emptyDir: {} name: "bazel-out-overlay" - name: "gocache" persistentVolumeClaim: claimName: "gocache" - downwardAPI: items: - path: "cpu_limit" resourceFieldRef: containerName: "golang" resource: "limits.cpu" - path: "cpu_request" resourceFieldRef: containerName: "golang" resource: "requests.cpu" - path: "mem_limit" resourceFieldRef: containerName: "golang" resource: "limits.memory" - path: "mem_request" resourceFieldRef: containerName: "golang" resource: "requests.memory" name: "containerinfo" - name: "bazel-out-lower" persistentVolumeClaim: claimName: "bazel-out-data" - emptyDir: medium: "" name: "workspace-volume" - name: "gopathcache" persistentVolumeClaim: claimName: "gopathcache" - name: "bazel-repository-cache" persistentVolumeClaim: claimName: "bazel-repository-cache" Running on pingcap-tidb-periodics-integration-test-3799-dw39k-6tx0w-lwbm2 in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 5.51 secs (332416818 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] // cache [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] { [Pipeline] checkout The recommended git tool is: git [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] withEnv + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] { [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] // cache [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2b51c5df; decorates RemoteLauncher[hudson.remoting.Channel@313b5a10:JNLP4-connect connection from 10.233.84.229/10.233.84.229:36248] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] // cache [Pipeline] sh Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] checkout [Pipeline] checkout The recommended git tool is: git The recommended git tool is: git [Pipeline] checkout No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@2501383f; decorates RemoteLauncher[hudson.remoting.Channel@5ac61c8f:JNLP4-connect connection from 10.233.88.150/10.233.88.150:50862] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] checkout The recommended git tool is: git + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] checkout The recommended git tool is: git No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@68b95de5; decorates RemoteLauncher[hudson.remoting.Channel@622f6acd:JNLP4-connect connection from 10.233.68.176/10.233.68.176:33314] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] checkout No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@34fa79da; decorates RemoteLauncher[hudson.remoting.Channel@3d226de6:JNLP4-connect connection from 10.233.67.118/10.233.67.118:57316] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] sh The recommended git tool is: git Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@1cded25d; decorates RemoteLauncher[hudson.remoting.Channel@742b70c1:JNLP4-connect connection from 10.233.106.29/10.233.106.29:57884] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@158e7620; decorates RemoteLauncher[hudson.remoting.Channel@6c40ce08:JNLP4-connect connection from 10.233.100.74/10.233.100.74:48230] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@6d526420; decorates RemoteLauncher[hudson.remoting.Channel@29d4b87:JNLP4-connect connection from 10.233.97.11/10.233.97.11:50566] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] sh No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@25fcf729; decorates RemoteLauncher[hudson.remoting.Channel@668e5c62:JNLP4-connect connection from 10.233.90.185/10.233.90.185:34352] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@32aeb95a; decorates RemoteLauncher[hudson.remoting.Channel@5719ac73:JNLP4-connect connection from 10.233.105.3/10.233.105.3:60664] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 [Pipeline] cache Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) No credentials specified Warning: JENKINS-30600: special launcher org.csanchez.jenkins.plugins.kubernetes.pipeline.ContainerExecDecorator$1@15c5ac00; decorates RemoteLauncher[hudson.remoting.Channel@71451225:JNLP4-connect connection from 10.233.108.165/10.233.108.165:55830] will be ignored (a typical symptom is the Git executable not being run inside a designated container) Cloning the remote Git repository Using shallow clone with depth 1 Cloning repository https://github.com/PingCAP-QE/ci.git > git init /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test # timeout=10 Fetching upstream changes from https://github.com/PingCAP-QE/ci.git > git --version # timeout=10 > git --version # 'git version 2.39.2' > git fetch --tags --force --progress --depth=1 -- https://github.com/PingCAP-QE/ci.git +refs/heads/*:refs/remotes/origin/* # timeout=5 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" Avoid second fetch Checking out Revision e64357d6ddd9be700fd5c8d87859c826b78da53a (origin/main) > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Commit message: "Define code ownership using "OWNERS" files in the central CI config repo (#2976)" > git config remote.origin.url https://github.com/PingCAP-QE/ci.git # timeout=10 > git config --add remote.origin.fetch +refs/heads/*:refs/remotes/origin/* # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 > git rev-parse origin/main^{commit} # timeout=10 > git config core.sparsecheckout # timeout=10 > git checkout -f e64357d6ddd9be700fd5c8d87859c826b78da53a # timeout=10 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 6.61 secs (277288865 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 5.61 secs (326878866 bytes/sec) [Pipeline] { [Pipeline] cache Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 3.87 secs (473616718 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/integrationtest_with_tikv.sh n ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb extracting statistics: s skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 [Pipeline] sh go: downloading go.uber.org/multierr v1.11.0 + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_brietest [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_pessimistictest [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] withEnv [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] container [Pipeline] { [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] // cache [Pipeline] // cache [Pipeline] sh building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) [Pipeline] stage [Pipeline] { (Test) + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] // cache [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] cache + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... start tidb-server, log file: ./integration-test.out tidb-server(PID: 1722) started run all integration test cases (disabled new collation) + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.716204069 s ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 0.681493622 s ./t/collation_misc.test: ok! 66 test cases passed, take time 0.635919717 s ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.686734942 s Great, All tests passed GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 7.33 secs (250143590 bytes/sec) [Pipeline] { [Pipeline] cache integrationtest passed! ./run-tests.sh: line 1: kill: (1722) - No such process ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 4.04 secs (453398787 bytes/sec) [Pipeline] { [Pipeline] cache Starting local Bazel server and connecting to it... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: 2a681281-fe1a-44b0-95e2-6a1b1174747c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_41.510095187/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: INFO: Invocation ID: 583fd283-606c-4efd-82f4-e411487e1da6 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_43.2963678671/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: Loading: 0 packages loaded Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) Analyzing: target //:gazelle (41 packages loaded, 388 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 4.00 secs (458103977 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1203 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1108 targets configured) Analyzing: target //:gazelle (98 packages loaded, 9293 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10918 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 5.35 secs (342798475 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (177 packages loaded, 11748 targets configured) Analyzing: target //:gazelle (179 packages loaded, 11747 targets configured) Analyzing: target //:gazelle (268 packages loaded, 12452 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 6.32 secs (290003317 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //:gazelle (268 packages loaded, 12452 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 6.3 MiB / 17.2 MiB; 0s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 4.0 MiB / 17.2 MiB; 0s remote-cache ... (4 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 1s remote-cache ... (8 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (4 actions, 0 running) [30 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (8 actions, 0 running) [31 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 16.0 MiB / 17.2 MiB; 2s remote-cache ... (7 actions, 0 running) [278 / 323] GoLink build/tidb_nogo_actual_/tidb_nogo_actual [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.558s, Critical Path: 4.16s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [296 / 323] GoLink external/bazel_gazelle/language/go/gen_std_package_list/gen_std_package_list_/gen_std_package_list [for tool]; 0s remote-cache ... (3 actions, 0 running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.513s, Critical Path: 4.17s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: fe668b1d-5342-4257-aa0a-b9b250ca90a0 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_43.2963678671/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 4.11 secs (445930391 bytes/sec) [Pipeline] { [Pipeline] cache INFO: Invocation ID: 6060302b-870e-42bb-a386-ad0a0e9ed2db INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_41.510095187/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11909 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11668 targets configured) Analyzing: target //tools/tazel:tazel (128 packages loaded, 12972 targets configured) Analyzing: target //tools/tazel:tazel (127 packages loaded, 12965 targets configured) Analyzing: target //tools/tazel:tazel (312 packages loaded, 14120 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (297 packages loaded, 14073 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.484s, Critical Path: 1.38s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.484s, Critical Path: 1.44s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/pessimistictest/... INFO: Invocation ID: 25c96104-aab9-41bb-ae26-417205d5bcb5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_43.2963678671/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/brietest/... INFO: Invocation ID: 000100c1-b7b5-48b8-bfec-ce839dd10439 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_41.510095187/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 5.29 secs (346264523 bytes/sec) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (455 packages loaded, 1513 targets configured) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (398 packages loaded, 8900 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (726 packages loaded, 12368 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (618 packages loaded, 11749 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (903 packages loaded, 13954 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (751 packages loaded, 13214 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1021 packages loaded, 15854 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (911 packages loaded, 14465 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1098 packages loaded, 16398 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1009 packages loaded, 16219 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1190 packages loaded, 17114 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1130 packages loaded, 16816 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1236 packages loaded, 17688 targets configured) Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 4.32 secs (424301678 bytes/sec) [Pipeline] { [Pipeline] cache Analyzing: target //tests/realtikvtest/brietest:brietest_test (1194 packages loaded, 17566 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1388 packages loaded, 18642 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1265 packages loaded, 18282 targets configured) Analyzing: target //tests/realtikvtest/pessimistictest:pessimistictest_test (1449 packages loaded, 19151 targets configured) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1349 packages loaded, 18974 targets configured) INFO: Analyzed target //tests/realtikvtest/pessimistictest:pessimistictest_test (1549 packages loaded, 20179 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/pessimistictest/pessimistictest_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1451 packages loaded, 19614 targets configured) [19 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/brietest:brietest_test (1457 packages loaded, 19934 targets configured) INFO: Analyzed target //tests/realtikvtest/brietest:brietest_test (1549 packages loaded, 20548 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/brietest/brietest_test/baseline_coverage.dat ... (3 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 3.86 secs (475159618 bytes/sec) [Pipeline] { [Pipeline] cache [23 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [291 / 1,594] GoCompilePkg pkg/lightning/manual/manual.a; Downloading pkg/lightning/manual/manual.facts; 0s remote-cache ... (8 actions, 0 running) [24 / 1,599] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 7.0 MiB / 10.7 MiB; 0s remote-cache ... (3 actions, 0 running) [656 / 1,594] GoCompilePkg external/com_github_azuread_microsoft_authentication_library_for_go/apps/internal/oauth/ops/authority/authority.a; 0s remote-cache ... (7 actions, 0 running) [25 / 1,599] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile; 1s remote-cache ... (3 actions, 0 running) [73 / 1,599] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/appends/appends.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/appends/appends.x; 0s remote-cache ... (8 actions, 0 running) [893 / 1,594] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; 0s remote-cache ... (8 actions, 0 running) [400 / 1,599] GoCompilePkg external/org_golang_x_net/http2/http2.a; 0s remote-cache ... (7 actions, 0 running) [1,092 / 1,594] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [719 / 1,599] GoCompilePkg external/com_github_goccy_go_json/internal/decoder/decoder.a; Downloading external/com_github_goccy_go_json/internal/decoder/decoder.a, 2.2 MiB / 2.4 MiB; 0s remote-cache ... (8 actions, 0 running) [1,212 / 1,594] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 6.0 MiB / 11.0 MiB; 0s remote-cache ... (8 actions, 0 running) Cache restored successfully (ws/jenkins-pingcap-tidb-periodics_integration_test-3799) 1832994816 bytes in 3.73 secs (491234420 bytes/sec) [Pipeline] { [Pipeline] sh [Pipeline] sh [1,333 / 1,594] GoCompilePkg pkg/domain/metrics/metrics.a; Downloading pkg/domain/metrics/metrics.x; 0s remote-cache ... (8 actions, 0 running) [1,020 / 1,599] GoCompilePkg external/io_k8s_apimachinery/pkg/runtime/runtime.a; 0s remote-cache ... (8 actions, 0 running) + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [1,436 / 1,594] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 16.0 MiB / 78.5 MiB; 0s remote-cache ... (6 actions, 0 running) [1,188 / 1,599] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 22.4 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r--. 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [Pipeline] sh [1,268 / 1,599] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; 0s remote-cache ... (5 actions, 0 running) + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [1,464 / 1,594] GoCompilePkg pkg/planner/property/property.a; 0s remote-cache ... (4 actions, 0 running) [Pipeline] sh + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [1,395 / 1,599] GoCompilePkg pkg/tidb-binlog/pump_client/pump_client.a; Downloading pkg/tidb-binlog/pump_client/pump_client.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] sh [1,521 / 1,594] GoCompilePkg pkg/ttl/sqlbuilder/sqlbuilder.a; Downloading pkg/ttl/sqlbuilder/sqlbuilder.x; 0s remote-cache ... (5 actions, 0 running) + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release [Pipeline] sh [1,455 / 1,599] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 52.4 MiB / 80.1 MiB; 0s remote-cache ... (5 actions, 0 running) [1,550 / 1,594] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (4 actions, 0 running) + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [1,489 / 1,599] GoCompilePkg pkg/executor/aggfuncs/aggfuncs.a; Downloading pkg/executor/aggfuncs/aggfuncs.a, 5.6 MiB / 6.1 MiB; 0s remote-cache ... (2 actions, 0 running) [1,570 / 1,594] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 9.0 MiB / 10.8 MiB; 0s remote-cache ... (8 actions, 0 running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + ls -l rev-8483dc538be95234dde6d6c31d1bb3248488440e -rw-r--r-- 1 jenkins jenkins 0 Jun 2 17:03 rev-8483dc538be95234dde6d6c31d1bb3248488440e + ./bin/integration_test_tidb-server -V Release Version: v8.2.0-alpha-280-g8483dc538b Edition: Community Git Commit Hash: 8483dc538be95234dde6d6c31d1bb3248488440e Git Branch: HEAD UTC Build Time: 2024-06-02 09:01:45 GoVersion: go1.21.0 Race Enabled: false Check Table Before Drop: false Store: unistore + ./bin/pd-server -V Release Version: v8.2.0-alpha-64-g199b01792 Edition: Community Git Commit Hash: 199b01792159e5d8e83ef419a5053401e998bb0e Git Branch: master UTC Build Time: 2024-05-31 08:34:21 + ./bin/tikv-server -V TiKV Release Version: 8.2.0-alpha Edition: Community Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80 Git Commit Branch: master UTC Build Time: 2024-06-01 04:56:33 Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27) Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored Profile: dist_release + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh [1,542 / 1,599] [Prepa] GoCompilePkg br/pkg/metautil/metautil.a [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_statisticstest [1,588 / 1,594] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a ... (2 actions, 0 running) diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") [1,562 / 1,599] GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a, 4.0 MiB / 7.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,593 / 1,594] GoLink tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test; 1s remote-cache [1,583 / 1,599] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; Downloading pkg/sessiontxn/isolation/isolation.a, 7.7 MiB / 7.8 MiB; 0s remote-cache ... (3 actions, 0 running) + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") [1,599 / 1,602] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 78.2 MiB / 96.2 MiB; 0s remote-cache [1,596 / 1,599] [Prepa] GoCompilePkgExternal tests/realtikvtest/brietest/brietest_test_test.external.a Target //tests/realtikvtest/pessimistictest:pessimistictest_test up-to-date: bazel-bin/tests/realtikvtest/pessimistictest/pessimistictest_test_/pessimistictest_test INFO: Elapsed time: 29.771s, Critical Path: 12.88s INFO: 1590 processes: 1580 remote cache hit, 10 internal. INFO: Build completed successfully, 1590 total actions Test cases: finished with 78 passing and 0 failing out of 78 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [1,598 / 1,599] GoLink tests/realtikvtest/brietest/brietest_test_/brietest_test; 1s remote-cache [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] } Cache not saved (ws/jenkins-pingcap-tidb-periodics_integration_test-3799 already exists) [Pipeline] // dir Post stage [Pipeline] } [Pipeline] sh [1,604 / 1,607] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; Downloading external/bazel_tools/tools/jdk/platformclasspath.jar, 8.6 MiB / 96.2 MiB; 0s remote-cache [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_txntest [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] // cache [Pipeline] sh Target //tests/realtikvtest/brietest:brietest_test up-to-date: bazel-bin/tests/realtikvtest/brietest/brietest_test_/brietest_test INFO: Elapsed time: 32.300s, Critical Path: 14.29s INFO: 1604 processes: 1584 remote cache hit, 20 internal. INFO: Build completed successfully, 1604 total actions Test cases: finished with 8 passing and 0 failing out of 8 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] junit Recording test results [Pipeline] // cache [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh None of the test reports contained any result [Checks API] No suitable checks publisher found. GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit go: downloading github.com/sergi/go-diff v1.1.0 Recording test results [Pipeline] } [Pipeline] sh No test report files were found. Configuration error? [Checks API] No suitable checks publisher found. [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] sh + chmod +x ../scripts/pingcap/tidb/br-lightning_run_group.sh ../scripts/pingcap/tidb/br-lightning_run_group_v2.sh ../scripts/pingcap/tidb/br_integration_test_download_dependency.sh ../scripts/pingcap/tidb/integrationtest.sh ../scripts/pingcap/tidb/integrationtest_v2.sh ../scripts/pingcap/tidb/integrationtest_with_tikv.sh ../scripts/pingcap/tidb/run_real_tikv_tests.sh ../scripts/pingcap/tidb/run_real_tikv_tests_with_gotest.sh [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] // dir diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/06/02 17:05:41.628 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:41.629 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:41.629 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2399\",\"peer-urls\":\"http://127.0.0.1:2398\",\"advertise-client-urls\":\"http://127.0.0.1:2399\",\"advertise-peer-urls\":\"http://127.0.0.1:2398\",\"name\":\"pd3\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd3=http://127.0.0.1:2398\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd3\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:41.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:41.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:41.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:41.633 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:41.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:41.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:41.634 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=MetaStorage] [2024/06/02 17:05:41.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:41.634 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd3] [service-name=ResourceManager] [2024/06/02 17:05:41.634 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:41.634 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2398]"] [2024/06/02 17:05:41.634 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:41.634 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2399]"] [2024/06/02 17:05:41.634 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:41.635 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd3] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd3=http://127.0.0.1:2398"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:41.635 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:41.635 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap/db] [took=418.865µs] [2024/06/02 17:05:41.636 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=820b37984af3d5a4] [cluster-id=ead61e552c96788c] [2024/06/02 17:05:41.636 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=()"] [2024/06/02 17:05:41.636 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 0"] [2024/06/02 17:05:41.636 +08:00] [INFO] [raft.go:389] ["newRaft 820b37984af3d5a4 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:41.636 +08:00] [INFO] [raft.go:706] ["820b37984af3d5a4 became follower at term 1"] [2024/06/02 17:05:41.636 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/06/02 17:05:41.636 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:41.637 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:41.637 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=820b37984af3d5a4] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:41.637 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:41.637 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=820b37984af3d5a4] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/06/02 17:05:41.637 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:41.637 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/06/02 17:05:41.637 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [added-peer-id=820b37984af3d5a4] [added-peer-peer-urls="[http://127.0.0.1:2398]"] [2024/06/02 17:05:41.639 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2398] [2024/06/02 17:05:41.639 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=820b37984af3d5a4] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:42.137 +08:00] [INFO] [raft.go:929] ["820b37984af3d5a4 is starting a new election at term 1"] [2024/06/02 17:05:42.137 +08:00] [INFO] [raft.go:735] ["820b37984af3d5a4 became pre-candidate at term 1"] [2024/06/02 17:05:42.137 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgPreVoteResp from 820b37984af3d5a4 at term 1"] [2024/06/02 17:05:42.137 +08:00] [INFO] [raft.go:719] ["820b37984af3d5a4 became candidate at term 2"] [2024/06/02 17:05:42.137 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgVoteResp from 820b37984af3d5a4 at term 2"] [2024/06/02 17:05:42.137 +08:00] [INFO] [raft.go:771] ["820b37984af3d5a4 became leader at term 2"] [2024/06/02 17:05:42.137 +08:00] [INFO] [node.go:327] ["raft.node: 820b37984af3d5a4 elected leader 820b37984af3d5a4 at term 2"] [2024/06/02 17:05:42.137 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:05:42.137 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=820b37984af3d5a4] [local-member-attributes="{Name:pd3 ClientURLs:[http://127.0.0.1:2399]}"] [request-path=/0/members/820b37984af3d5a4/attributes] [cluster-id=ead61e552c96788c] [publish-timeout=11s] [2024/06/02 17:05:42.137 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:42.137 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [cluster-version=3.4] [2024/06/02 17:05:42.137 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:42.137 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:05:42.138 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=ResourceManager] [2024/06/02 17:05:42.138 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=MetaStorage] [2024/06/02 17:05:42.138 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2399] [2024/06/02 17:05:42.142 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829555107343431] [2024/06/02 17:05:42.142 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd3\" member_id:9370644576906499492 peer_urls:\"http://127.0.0.1:2398\" client_urls:\"http://127.0.0.1:2399\" "] [root-path=/pd/7375829555107343431] [2024/06/02 17:05:42.144 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:42.145 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9370644576906499492] [2024/06/02 17:05:42.145 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:42.146 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:42.146 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd3] [2024/06/02 17:05:42.146 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd3] [2024/06/02 17:05:42.146 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:42.147 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:42.147 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd3] [2024/06/02 17:05:42.147 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:42.148 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=6171215548127970317] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:05:42.148 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":16921746001060329612,\"member_id\":9370644576906499492,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/06/02 17:05:42.148 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829555107343431/leader] [purpose="leader election"] [2024/06/02 17:05:42.148 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd3] [2024/06/02 17:05:42.148 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:05:42.148 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:05:42.148 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:05:42.149 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:05:45.149 +08:00] [next=2024/06/02 17:05:42.149 +08:00] [2024/06/02 17:05:42.150 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:42.150 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:05:42.150 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:05:42.152 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:05:42.155 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:05:42.155 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:05:42.155 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd3] [2024/06/02 17:05:42.450 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/06/02 17:05:42.548 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/06/02 17:05:42.548 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/06/02 17:05:42.556 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829555107343431] [request="header: store: region: peers: > "] [2024/06/02 17:05:42.556 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829555107343431] [2024/06/02 17:05:42.559 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=560.964µs] [2024/06/02 17:05:42.559 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=114.862µs] [2024/06/02 17:05:42.560 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:05:42.560 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:05:42.560 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:05:42.560 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:05:42.560 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:05:42.560 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:05:42.560 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:05:42.560 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=528.447µs] [2024/06/02 17:05:42.563 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:05:42.563 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:05:42.563 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319142 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:42.563 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:43.148 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2399\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:05:44.287 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/dashboard.sqlite.db] [2024/06/02 17:05:44.297 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:39145] [remotes="[]"] [2024/06/02 17:05:44.297 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:05:44.297 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:05:44.297 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38579] [remotes="[]"] [2024/06/02 17:05:44.297 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:05:44.301 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:05:45.560 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:05:45.560 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:05:45.560 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:05:45.560 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:45.561 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:45.562 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:45.562 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:45.563 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:05:45.563 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:05:45.563 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:05:45.563 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:05:45.574 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:05:45.57397597 +0800 CST m=+3.985639574, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:45.574 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:05:45.574 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/06/02 17:05:45.574 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/06/02 17:05:45.574 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/06/02 17:05:45.574 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:05:45.575 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:05:45.575 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.765758ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:05:45.57397597 +0800 CST m=+3.985639574, startAt:2024-06-02 17:05:45.574102405 +0800 CST m=+3.985766010, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:45.575 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch: peers: id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:05:46.563 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:05:52.560 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20180] ==> ./pd2.log <== [2024/06/02 17:05:41.630 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:41.630 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:41.630 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:41.630 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:41.630 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:41.630 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:41.630 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:41.630 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:41.630 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2389\",\"peer-urls\":\"http://127.0.0.1:2388\",\"advertise-client-urls\":\"http://127.0.0.1:2389\",\"advertise-peer-urls\":\"http://127.0.0.1:2388\",\"name\":\"pd2\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd2=http://127.0.0.1:2388\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:41.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:41.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:41.634 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:41.634 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:41.635 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:41.635 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:41.635 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=MetaStorage] [2024/06/02 17:05:41.635 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:41.635 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=ResourceManager] [2024/06/02 17:05:41.635 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:41.635 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2388]"] [2024/06/02 17:05:41.635 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:41.636 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2389]"] [2024/06/02 17:05:41.636 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:41.636 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd2] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd2=http://127.0.0.1:2388"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:41.636 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:41.636 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap/db] [took=368.978µs] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=6c13e5b5070c688e] [cluster-id=3dbfcd5d7ee94618] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=()"] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 0"] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:389] ["newRaft 6c13e5b5070c688e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 1"] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/06/02 17:05:41.638 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:41.638 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:41.638 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=6c13e5b5070c688e] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:41.638 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=6c13e5b5070c688e] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/06/02 17:05:41.638 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:41.638 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:41.638 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:41.639 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/06/02 17:05:41.639 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [added-peer-id=6c13e5b5070c688e] [added-peer-peer-urls="[http://127.0.0.1:2388]"] [2024/06/02 17:05:41.641 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=6c13e5b5070c688e] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:41.641 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2388] [2024/06/02 17:05:43.638 +08:00] [INFO] [raft.go:929] ["6c13e5b5070c688e is starting a new election at term 1"] [2024/06/02 17:05:43.638 +08:00] [INFO] [raft.go:735] ["6c13e5b5070c688e became pre-candidate at term 1"] [2024/06/02 17:05:43.638 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgPreVoteResp from 6c13e5b5070c688e at term 1"] [2024/06/02 17:05:43.638 +08:00] [INFO] [raft.go:719] ["6c13e5b5070c688e became candidate at term 2"] [2024/06/02 17:05:43.638 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgVoteResp from 6c13e5b5070c688e at term 2"] [2024/06/02 17:05:43.638 +08:00] [INFO] [raft.go:771] ["6c13e5b5070c688e became leader at term 2"] [2024/06/02 17:05:43.638 +08:00] [INFO] [node.go:327] ["raft.node: 6c13e5b5070c688e elected leader 6c13e5b5070c688e at term 2"] [2024/06/02 17:05:43.638 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:05:43.638 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:43.638 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=6c13e5b5070c688e] [local-member-attributes="{Name:pd2 ClientURLs:[http://127.0.0.1:2389]}"] [request-path=/0/members/6c13e5b5070c688e/attributes] [cluster-id=3dbfcd5d7ee94618] [publish-timeout=11s] [2024/06/02 17:05:43.638 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [cluster-version=3.4] [2024/06/02 17:05:43.638 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:43.638 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:05:43.639 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=MetaStorage] [2024/06/02 17:05:43.639 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=ResourceManager] [2024/06/02 17:05:43.639 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2389] [2024/06/02 17:05:43.643 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829560028467207] [2024/06/02 17:05:43.643 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd2\" member_id:7787820746323814542 peer_urls:\"http://127.0.0.1:2388\" client_urls:\"http://127.0.0.1:2389\" "] [root-path=/pd/7375829560028467207] [2024/06/02 17:05:43.645 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:43.645 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=7787820746323814542] [2024/06/02 17:05:43.646 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:43.647 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:43.647 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd2] [2024/06/02 17:05:43.647 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd2] [2024/06/02 17:05:43.647 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:43.647 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd2] [2024/06/02 17:05:43.647 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:43.648 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:43.648 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7534117385360966925] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:05:43.648 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":4449500758310209048,\"member_id\":7787820746323814542,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/06/02 17:05:43.648 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829560028467207/leader] [purpose="leader election"] [2024/06/02 17:05:43.648 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd2] [2024/06/02 17:05:43.648 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:05:43.648 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:05:43.648 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:05:43.649 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:05:46.649 +08:00] [next=2024/06/02 17:05:43.649 +08:00] [2024/06/02 17:05:43.650 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:43.650 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:05:43.650 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:05:43.652 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:05:43.655 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:05:43.655 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:05:43.655 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd2] [2024/06/02 17:05:43.951 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/06/02 17:05:44.048 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/06/02 17:05:44.048 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/06/02 17:05:44.055 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829560028467207] [request="header: store: region: peers: > "] [2024/06/02 17:05:44.056 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829560028467207] [2024/06/02 17:05:44.059 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=650.207µs] [2024/06/02 17:05:44.059 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=90.275µs] [2024/06/02 17:05:44.060 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:05:44.060 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:05:44.060 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:05:44.060 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:05:44.060 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:05:44.060 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:05:44.060 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:05:44.061 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=554.707µs] [2024/06/02 17:05:44.063 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:05:44.064 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:05:44.064 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319144 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:44.064 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:44.649 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2389\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:05:45.903 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/dashboard.sqlite.db] [2024/06/02 17:05:45.913 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:40289] [remotes="[]"] [2024/06/02 17:05:45.913 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44453] [remotes="[]"] [2024/06/02 17:05:45.913 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:05:45.913 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:05:45.913 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:05:45.916 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:05:47.060 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:05:47.060 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:05:47.060 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:05:47.061 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:47.061 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:47.062 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:47.062 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:47.063 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:05:47.063 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:05:47.063 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:05:47.063 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:05:47.074 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:05:47.07433459 +0800 CST m=+5.485998234, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:47.074 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:05:47.074 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/06/02 17:05:47.074 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/06/02 17:05:47.074 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/06/02 17:05:47.074 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:05:47.076 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:05:47.076 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.681898ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:05:47.07433459 +0800 CST m=+5.485998234, startAt:2024-06-02 17:05:47.074431701 +0800 CST m=+5.486095346, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:47.076 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch: peers: id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:05:48.063 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] ==> ./pd1.log <== [2024/06/02 17:05:41.629 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:41.629 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:41.629 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:41.629 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2378\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2378\",\"name\":\"pd1\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd1=http://127.0.0.1:2378\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:41.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:41.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:41.633 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:41.633 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:41.635 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:41.635 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:41.635 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd1] [service-name=MetaStorage] [2024/06/02 17:05:41.635 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:41.635 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd1] [service-name=ResourceManager] [2024/06/02 17:05:41.635 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:41.635 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2378]"] [2024/06/02 17:05:41.635 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:41.635 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:05:41.635 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:41.635 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd1] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2378]"] [listen-peer-urls="[http://127.0.0.1:2378]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd1=http://127.0.0.1:2378"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:41.635 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:41.636 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap/db] [took=323.033µs] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=856b5c9b084f6e64] [cluster-id=5ec4def2c110ed65] [2024/06/02 17:05:41.637 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=()"] [2024/06/02 17:05:41.638 +08:00] [INFO] [raft.go:706] ["856b5c9b084f6e64 became follower at term 0"] [2024/06/02 17:05:41.638 +08:00] [INFO] [raft.go:389] ["newRaft 856b5c9b084f6e64 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:41.638 +08:00] [INFO] [raft.go:706] ["856b5c9b084f6e64 became follower at term 1"] [2024/06/02 17:05:41.638 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=(9613879650481565284)"] [2024/06/02 17:05:41.638 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:41.639 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:41.639 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=856b5c9b084f6e64] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:41.639 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=856b5c9b084f6e64] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/06/02 17:05:41.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:41.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:41.639 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:41.639 +08:00] [INFO] [raft.go:1523] ["856b5c9b084f6e64 switched to configuration voters=(9613879650481565284)"] [2024/06/02 17:05:41.639 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=5ec4def2c110ed65] [local-member-id=856b5c9b084f6e64] [added-peer-id=856b5c9b084f6e64] [added-peer-peer-urls="[http://127.0.0.1:2378]"] [2024/06/02 17:05:41.640 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=856b5c9b084f6e64] [initial-advertise-peer-urls="[http://127.0.0.1:2378]"] [listen-peer-urls="[http://127.0.0.1:2378]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:41.640 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2378] [2024/06/02 17:05:44.638 +08:00] [INFO] [raft.go:929] ["856b5c9b084f6e64 is starting a new election at term 1"] [2024/06/02 17:05:44.638 +08:00] [INFO] [raft.go:735] ["856b5c9b084f6e64 became pre-candidate at term 1"] [2024/06/02 17:05:44.638 +08:00] [INFO] [raft.go:830] ["856b5c9b084f6e64 received MsgPreVoteResp from 856b5c9b084f6e64 at term 1"] [2024/06/02 17:05:44.638 +08:00] [INFO] [raft.go:719] ["856b5c9b084f6e64 became candidate at term 2"] [2024/06/02 17:05:44.638 +08:00] [INFO] [raft.go:830] ["856b5c9b084f6e64 received MsgVoteResp from 856b5c9b084f6e64 at term 2"] [2024/06/02 17:05:44.638 +08:00] [INFO] [raft.go:771] ["856b5c9b084f6e64 became leader at term 2"] [2024/06/02 17:05:44.638 +08:00] [INFO] [node.go:327] ["raft.node: 856b5c9b084f6e64 elected leader 856b5c9b084f6e64 at term 2"] [2024/06/02 17:05:44.638 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=856b5c9b084f6e64] [local-member-attributes="{Name:pd1 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/856b5c9b084f6e64/attributes] [cluster-id=5ec4def2c110ed65] [publish-timeout=11s] [2024/06/02 17:05:44.638 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:44.638 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:05:44.639 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=5ec4def2c110ed65] [local-member-id=856b5c9b084f6e64] [cluster-version=3.4] [2024/06/02 17:05:44.639 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:44.639 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:05:44.639 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd1] [service-name=ResourceManager] [2024/06/02 17:05:44.639 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd1] [service-name=MetaStorage] [2024/06/02 17:05:44.639 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:05:44.641 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829563805938200] [2024/06/02 17:05:44.641 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd1\" member_id:9613879650481565284 peer_urls:\"http://127.0.0.1:2378\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829563805938200] [2024/06/02 17:05:44.644 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:44.644 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9613879650481565284] [2024/06/02 17:05:44.645 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:44.647 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:44.648 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd1] [2024/06/02 17:05:44.648 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd1] [2024/06/02 17:05:44.648 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:44.648 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd1] [2024/06/02 17:05:44.648 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:44.648 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:44.648 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7954641000566687245] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:05:44.649 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":6828828069203078501,\"member_id\":9613879650481565284,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/06/02 17:05:44.649 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829563805938200/leader] [purpose="leader election"] [2024/06/02 17:05:44.649 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd1] [2024/06/02 17:05:44.649 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:05:44.649 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:05:44.649 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:05:44.650 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:05:47.649 +08:00] [next=2024/06/02 17:05:44.649 +08:00] [2024/06/02 17:05:44.650 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:44.651 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:05:44.651 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:05:44.652 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:05:44.654 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:05:44.655 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:05:44.655 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd1] [2024/06/02 17:05:44.950 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/06/02 17:05:45.130 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/06/02 17:05:45.130 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/06/02 17:05:45.138 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829563805938200] [request="header: store: region: peers: > "] [2024/06/02 17:05:45.139 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829563805938200] [2024/06/02 17:05:45.141 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=666.621µs] [2024/06/02 17:05:45.142 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=238.19µs] [2024/06/02 17:05:45.142 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:05:45.142 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:05:45.142 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:05:45.142 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:05:45.142 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:05:45.142 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:05:45.142 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:05:45.143 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=491.255µs] [2024/06/02 17:05:45.146 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:05:45.147 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:05:45.147 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20165\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319145 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:45.147 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:45.649 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2379\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:05:46.234 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/06/02 17:05:46.235 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFE00000000000000F8}, EndKey:{}"] [old-version=1] [new-version=2] [2024/06/02 17:05:46.235 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.239 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/06/02 17:05:46.239 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFE00000000000000F8}"] [old-version=2] [new-version=3] [2024/06/02 17:05:46.239 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:6 end_key:\"748000FFFFFFFFFFFFFD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.242 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/06/02 17:05:46.243 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=6] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFD00000000000000F8}"] [old-version=3] [new-version=4] [2024/06/02 17:05:46.243 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=6] [origin="id:8 end_key:\"748000FFFFFFFFFFFFFC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.253 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:05:46.254 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=8] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFC00000000000000F8}"] [old-version=4] [new-version=5] [2024/06/02 17:05:46.254 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=8] [origin="id:10 end_key:\"748000FFFFFFFFFFFFFB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.257 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:05:46.258 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=10] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFFA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFFB00000000000000F8}"] [old-version=5] [new-version=6] [2024/06/02 17:05:46.258 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=10] [origin="id:12 end_key:\"748000FFFFFFFFFFFFFA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.260 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:05:46.261 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=12] [detail="StartKey Changed:{} -> {748000FFFFFFFFFFFFF900000000000000F8}, EndKey:{748000FFFFFFFFFFFFFA00000000000000F8}"] [old-version=6] [new-version=7] [2024/06/02 17:05:46.261 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=12] [origin="id:14 end_key:\"748000FFFFFFFFFFFFF900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=26] [2024/06/02 17:05:46.280 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=26] [2024/06/02 17:05:46.351 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:05:46.351 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{} -> {7480000000000000FF0400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7] [new-version=8] [2024/06/02 17:05:46.351 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16 end_key:\"7480000000000000FF0400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.375 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=18] [peer-ids="[19]"] [2024/06/02 17:05:46.375 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0400000000000000F8} -> {7480000000000000FF0600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8] [new-version=9] [2024/06/02 17:05:46.375 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:18 start_key:\"7480000000000000FF0400000000000000F8\" end_key:\"7480000000000000FF0600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.400 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=20] [peer-ids="[21]"] [2024/06/02 17:05:46.400 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:20 start_key:\"7480000000000000FF0600000000000000F8\" end_key:\"7480000000000000FF0800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.400 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0600000000000000F8} -> {7480000000000000FF0800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=9] [new-version=10] [2024/06/02 17:05:46.428 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=22] [peer-ids="[23]"] [2024/06/02 17:05:46.428 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0800000000000000F8} -> {7480000000000000FF0A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=10] [new-version=11] [2024/06/02 17:05:46.428 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:22 start_key:\"7480000000000000FF0800000000000000F8\" end_key:\"7480000000000000FF0A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.451 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=24] [peer-ids="[25]"] [2024/06/02 17:05:46.451 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0A00000000000000F8} -> {7480000000000000FF0C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=11] [new-version=12] [2024/06/02 17:05:46.451 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:24 start_key:\"7480000000000000FF0A00000000000000F8\" end_key:\"7480000000000000FF0C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.473 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=26] [peer-ids="[27]"] [2024/06/02 17:05:46.473 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0C00000000000000F8} -> {7480000000000000FF0E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=12] [new-version=13] [2024/06/02 17:05:46.473 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:26 start_key:\"7480000000000000FF0C00000000000000F8\" end_key:\"7480000000000000FF0E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.495 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=28] [peer-ids="[29]"] [2024/06/02 17:05:46.495 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF0E00000000000000F8} -> {7480000000000000FF1000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=13] [new-version=14] [2024/06/02 17:05:46.495 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:28 start_key:\"7480000000000000FF0E00000000000000F8\" end_key:\"7480000000000000FF1000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.517 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=30] [peer-ids="[31]"] [2024/06/02 17:05:46.517 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1000000000000000F8} -> {7480000000000000FF1200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=14] [new-version=15] [2024/06/02 17:05:46.517 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:30 start_key:\"7480000000000000FF1000000000000000F8\" end_key:\"7480000000000000FF1200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.539 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=32] [peer-ids="[33]"] [2024/06/02 17:05:46.540 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1200000000000000F8} -> {7480000000000000FF1400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=15] [new-version=16] [2024/06/02 17:05:46.540 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:32 start_key:\"7480000000000000FF1200000000000000F8\" end_key:\"7480000000000000FF1400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.562 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=34] [peer-ids="[35]"] [2024/06/02 17:05:46.562 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1400000000000000F8} -> {7480000000000000FF1600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=16] [new-version=17] [2024/06/02 17:05:46.562 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:34 start_key:\"7480000000000000FF1400000000000000F8\" end_key:\"7480000000000000FF1600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.590 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=36] [peer-ids="[37]"] [2024/06/02 17:05:46.590 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1600000000000000F8} -> {7480000000000000FF1800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=17] [new-version=18] [2024/06/02 17:05:46.590 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:36 start_key:\"7480000000000000FF1600000000000000F8\" end_key:\"7480000000000000FF1800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.614 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=38] [peer-ids="[39]"] [2024/06/02 17:05:46.614 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:38 start_key:\"7480000000000000FF1800000000000000F8\" end_key:\"7480000000000000FF1A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.614 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1800000000000000F8} -> {7480000000000000FF1A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=18] [new-version=19] [2024/06/02 17:05:46.636 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=40] [peer-ids="[41]"] [2024/06/02 17:05:46.636 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1A00000000000000F8} -> {7480000000000000FF1C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=19] [new-version=20] [2024/06/02 17:05:46.636 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:40 start_key:\"7480000000000000FF1A00000000000000F8\" end_key:\"7480000000000000FF1C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.657 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=42] [peer-ids="[43]"] [2024/06/02 17:05:46.658 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1C00000000000000F8} -> {7480000000000000FF1E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=20] [new-version=21] [2024/06/02 17:05:46.658 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:42 start_key:\"7480000000000000FF1C00000000000000F8\" end_key:\"7480000000000000FF1E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.678 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=44] [peer-ids="[45]"] [2024/06/02 17:05:46.678 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF1E00000000000000F8} -> {7480000000000000FF2000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=21] [new-version=22] [2024/06/02 17:05:46.678 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:44 start_key:\"7480000000000000FF1E00000000000000F8\" end_key:\"7480000000000000FF2000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.700 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=46] [peer-ids="[47]"] [2024/06/02 17:05:46.701 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:46 start_key:\"7480000000000000FF2000000000000000F8\" end_key:\"7480000000000000FF2200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.701 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2000000000000000F8} -> {7480000000000000FF2200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=22] [new-version=23] [2024/06/02 17:05:46.722 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=48] [peer-ids="[49]"] [2024/06/02 17:05:46.723 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2200000000000000F8} -> {7480000000000000FF2400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=23] [new-version=24] [2024/06/02 17:05:46.722 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:48 start_key:\"7480000000000000FF2200000000000000F8\" end_key:\"7480000000000000FF2400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.745 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=50] [peer-ids="[51]"] [2024/06/02 17:05:46.745 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2400000000000000F8} -> {7480000000000000FF2600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=24] [new-version=25] [2024/06/02 17:05:46.745 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:50 start_key:\"7480000000000000FF2400000000000000F8\" end_key:\"7480000000000000FF2600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.769 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=52] [peer-ids="[53]"] [2024/06/02 17:05:46.769 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:52 start_key:\"7480000000000000FF2600000000000000F8\" end_key:\"7480000000000000FF2800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.769 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2600000000000000F8} -> {7480000000000000FF2800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=25] [new-version=26] [2024/06/02 17:05:46.791 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=54] [peer-ids="[55]"] [2024/06/02 17:05:46.792 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2800000000000000F8} -> {7480000000000000FF2A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=26] [new-version=27] [2024/06/02 17:05:46.792 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:54 start_key:\"7480000000000000FF2800000000000000F8\" end_key:\"7480000000000000FF2A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.812 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=56] [peer-ids="[57]"] [2024/06/02 17:05:46.812 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:56 start_key:\"7480000000000000FF2A00000000000000F8\" end_key:\"7480000000000000FF2C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.812 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2A00000000000000F8} -> {7480000000000000FF2C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=27] [new-version=28] [2024/06/02 17:05:46.833 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=58] [peer-ids="[59]"] [2024/06/02 17:05:46.834 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2C00000000000000F8} -> {7480000000000000FF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=28] [new-version=29] [2024/06/02 17:05:46.834 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:58 start_key:\"7480000000000000FF2C00000000000000F8\" end_key:\"7480000000000000FF2E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.855 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=60] [peer-ids="[61]"] [2024/06/02 17:05:46.855 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:60 start_key:\"7480000000000000FF2E00000000000000F8\" end_key:\"7480000000000000FF3000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.855 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF2E00000000000000F8} -> {7480000000000000FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=29] [new-version=30] [2024/06/02 17:05:46.876 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=62] [peer-ids="[63]"] [2024/06/02 17:05:46.876 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:62 start_key:\"7480000000000000FF3000000000000000F8\" end_key:\"7480000000000000FF3200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.876 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3000000000000000F8} -> {7480000000000000FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=30] [new-version=31] [2024/06/02 17:05:46.883 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd1/dashboard.sqlite.db] [2024/06/02 17:05:46.893 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:05:46.893 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:05:46.893 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35053] [remotes="[]"] [2024/06/02 17:05:46.893 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46403] [remotes="[]"] [2024/06/02 17:05:46.894 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:05:46.897 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=64] [peer-ids="[65]"] [2024/06/02 17:05:46.897 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:05:46.897 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3200000000000000F8} -> {7480000000000000FF3400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=31] [new-version=32] [2024/06/02 17:05:46.897 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:64 start_key:\"7480000000000000FF3200000000000000F8\" end_key:\"7480000000000000FF3400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.918 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=66] [peer-ids="[67]"] [2024/06/02 17:05:46.919 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3400000000000000F8} -> {7480000000000000FF3600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=32] [new-version=33] [2024/06/02 17:05:46.919 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:66 start_key:\"7480000000000000FF3400000000000000F8\" end_key:\"7480000000000000FF3600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.942 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=68] [peer-ids="[69]"] [2024/06/02 17:05:46.942 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3600000000000000F8} -> {7480000000000000FF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=33] [new-version=34] [2024/06/02 17:05:46.942 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:68 start_key:\"7480000000000000FF3600000000000000F8\" end_key:\"7480000000000000FF3800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.964 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=70] [peer-ids="[71]"] [2024/06/02 17:05:46.964 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:70 start_key:\"7480000000000000FF3800000000000000F8\" end_key:\"7480000000000000FF3A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:46.965 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3800000000000000F8} -> {7480000000000000FF3A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=34] [new-version=35] [2024/06/02 17:05:46.986 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=72] [peer-ids="[73]"] [2024/06/02 17:05:46.987 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3A00000000000000F8} -> {7480000000000000FF3C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=35] [new-version=36] [2024/06/02 17:05:46.987 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:72 start_key:\"7480000000000000FF3A00000000000000F8\" end_key:\"7480000000000000FF3C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.008 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=74] [peer-ids="[75]"] [2024/06/02 17:05:47.009 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3C00000000000000F8} -> {7480000000000000FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=36] [new-version=37] [2024/06/02 17:05:47.009 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:74 start_key:\"7480000000000000FF3C00000000000000F8\" end_key:\"7480000000000000FF3E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.031 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=76] [peer-ids="[77]"] [2024/06/02 17:05:47.032 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF3E00000000000000F8} -> {7480000000000000FF4000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=37] [new-version=38] [2024/06/02 17:05:47.032 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:76 start_key:\"7480000000000000FF3E00000000000000F8\" end_key:\"7480000000000000FF4000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.052 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=78] [peer-ids="[79]"] [2024/06/02 17:05:47.052 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4000000000000000F8} -> {7480000000000000FF4200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=38] [new-version=39] [2024/06/02 17:05:47.052 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:78 start_key:\"7480000000000000FF4000000000000000F8\" end_key:\"7480000000000000FF4200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.075 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=80] [peer-ids="[81]"] [2024/06/02 17:05:47.076 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4200000000000000F8} -> {7480000000000000FF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=39] [new-version=40] [2024/06/02 17:05:47.076 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:80 start_key:\"7480000000000000FF4200000000000000F8\" end_key:\"7480000000000000FF4400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.097 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=82] [peer-ids="[83]"] [2024/06/02 17:05:47.098 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4400000000000000F8} -> {7480000000000000FF4600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=40] [new-version=41] [2024/06/02 17:05:47.098 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:82 start_key:\"7480000000000000FF4400000000000000F8\" end_key:\"7480000000000000FF4600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.122 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=84] [peer-ids="[85]"] [2024/06/02 17:05:47.123 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4600000000000000F8} -> {7480000000000000FF4800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=41] [new-version=42] [2024/06/02 17:05:47.123 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:84 start_key:\"7480000000000000FF4600000000000000F8\" end_key:\"7480000000000000FF4800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.144 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=86] [peer-ids="[87]"] [2024/06/02 17:05:47.144 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4800000000000000F8} -> {7480000000000000FF4A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=42] [new-version=43] [2024/06/02 17:05:47.144 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:86 start_key:\"7480000000000000FF4800000000000000F8\" end_key:\"7480000000000000FF4A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.167 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=88] [peer-ids="[89]"] [2024/06/02 17:05:47.168 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4A00000000000000F8} -> {7480000000000000FF4C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=43] [new-version=44] [2024/06/02 17:05:47.168 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:88 start_key:\"7480000000000000FF4A00000000000000F8\" end_key:\"7480000000000000FF4C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.191 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=90] [peer-ids="[91]"] [2024/06/02 17:05:47.191 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4C00000000000000F8} -> {7480000000000000FF4E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=44] [new-version=45] [2024/06/02 17:05:47.191 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:90 start_key:\"7480000000000000FF4C00000000000000F8\" end_key:\"7480000000000000FF4E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.214 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=92] [peer-ids="[93]"] [2024/06/02 17:05:47.215 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF4E00000000000000F8} -> {7480000000000000FF5000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=45] [new-version=46] [2024/06/02 17:05:47.215 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:92 start_key:\"7480000000000000FF4E00000000000000F8\" end_key:\"7480000000000000FF5000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.238 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=94] [peer-ids="[95]"] [2024/06/02 17:05:47.239 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5000000000000000F8} -> {7480000000000000FF5200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=46] [new-version=47] [2024/06/02 17:05:47.239 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:94 start_key:\"7480000000000000FF5000000000000000F8\" end_key:\"7480000000000000FF5200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.264 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=96] [peer-ids="[97]"] [2024/06/02 17:05:47.265 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5200000000000000F8} -> {7480000000000000FF5400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=47] [new-version=48] [2024/06/02 17:05:47.265 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:96 start_key:\"7480000000000000FF5200000000000000F8\" end_key:\"7480000000000000FF5400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.291 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=98] [peer-ids="[99]"] [2024/06/02 17:05:47.291 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:98 start_key:\"7480000000000000FF5400000000000000F8\" end_key:\"7480000000000000FF5600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.291 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5400000000000000F8} -> {7480000000000000FF5600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=48] [new-version=49] [2024/06/02 17:05:47.317 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=100] [peer-ids="[101]"] [2024/06/02 17:05:47.318 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5600000000000000F8} -> {7480000000000000FF5800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=49] [new-version=50] [2024/06/02 17:05:47.318 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:100 start_key:\"7480000000000000FF5600000000000000F8\" end_key:\"7480000000000000FF5800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.340 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=102] [peer-ids="[103]"] [2024/06/02 17:05:47.341 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5800000000000000F8} -> {7480000000000000FF5A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=50] [new-version=51] [2024/06/02 17:05:47.341 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:102 start_key:\"7480000000000000FF5800000000000000F8\" end_key:\"7480000000000000FF5A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.368 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=104] [peer-ids="[105]"] [2024/06/02 17:05:47.368 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5A00000000000000F8} -> {7480000000000000FF5C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=51] [new-version=52] [2024/06/02 17:05:47.368 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:104 start_key:\"7480000000000000FF5A00000000000000F8\" end_key:\"7480000000000000FF5C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.393 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=106] [peer-ids="[107]"] [2024/06/02 17:05:47.393 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5C00000000000000F8} -> {7480000000000000FF5E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=52] [new-version=53] [2024/06/02 17:05:47.393 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:106 start_key:\"7480000000000000FF5C00000000000000F8\" end_key:\"7480000000000000FF5E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.415 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=108] [peer-ids="[109]"] [2024/06/02 17:05:47.416 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:108 start_key:\"7480000000000000FF5E00000000000000F8\" end_key:\"7480000000000000FF6000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.416 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF5E00000000000000F8} -> {7480000000000000FF6000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=53] [new-version=54] [2024/06/02 17:05:47.438 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=110] [peer-ids="[111]"] [2024/06/02 17:05:47.438 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6000000000000000F8} -> {7480000000000000FF6200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=54] [new-version=55] [2024/06/02 17:05:47.439 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:110 start_key:\"7480000000000000FF6000000000000000F8\" end_key:\"7480000000000000FF6200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.481 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=112] [peer-ids="[113]"] [2024/06/02 17:05:47.481 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6200000000000000F8} -> {7480000000000000FF6600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=55] [new-version=56] [2024/06/02 17:05:47.481 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:112 start_key:\"7480000000000000FF6200000000000000F8\" end_key:\"7480000000000000FF6600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.522 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/controller] [range-end=resource_group/controlles] [start-revision=90] [2024/06/02 17:05:47.522 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=90] [2024/06/02 17:05:47.574 +08:00] [INFO] [grpc_service.go:2172] ["update service GC safe point"] [service-id=gc_worker] [expire-at=-9223372035137456662] [safepoint=450184753327374336] [2024/06/02 17:05:47.722 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=114] [peer-ids="[115]"] [2024/06/02 17:05:47.723 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6600000000000000F8} -> {7480000000000000FF6A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=56] [new-version=57] [2024/06/02 17:05:47.723 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:114 start_key:\"7480000000000000FF6600000000000000F8\" end_key:\"7480000000000000FF6A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.769 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=116] [peer-ids="[117]"] [2024/06/02 17:05:47.769 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6A00000000000000F8} -> {7480000000000000FF6C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=57] [new-version=58] [2024/06/02 17:05:47.769 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:116 start_key:\"7480000000000000FF6A00000000000000F8\" end_key:\"7480000000000000FF6C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=118] [peer-ids="[119]"] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=120] [peer-ids="[121]"] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=122] [peer-ids="[123]"] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=124] [peer-ids="[125]"] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=126] [peer-ids="[127]"] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=128] [peer-ids="[129]"] [2024/06/02 17:05:47.778 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C00000000000000F8} -> {7480000000000000FF6C5F728000000000FF0000050000000000FA}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=58] [new-version=64] [2024/06/02 17:05:47.778 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:118 start_key:\"7480000000000000FF6C00000000000000F8\" end_key:\"7480000000000000FF6C5F728000000000FF0000000000000000FA\" region_epoch: peers: id:120 start_key:\"7480000000000000FF6C5F728000000000FF0000000000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000010000000000FA\" region_epoch: peers: id:122 start_key:\"7480000000000000FF6C5F728000000000FF0000010000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" region_epoch: peers: id:124 start_key:\"7480000000000000FF6C5F728000000000FF0000020000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000030000000000FA\" region_epoch: peers: id:126 start_key:\"7480000000000000FF6C5F728000000000FF0000030000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000040000000000FA\" region_epoch: peers: id:128 start_key:\"7480000000000000FF6C5F728000000000FF0000040000000000FA\" end_key:\"7480000000000000FF6C5F728000000000FF0000050000000000FA\" region_epoch: peers:"] [total=6] [2024/06/02 17:05:47.779 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=118] [2024/06/02 17:05:47.880 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=120] [2024/06/02 17:05:47.980 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=122] [2024/06/02 17:05:48.081 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=124] [2024/06/02 17:05:48.143 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=64] [total-region=64] [2024/06/02 17:05:48.143 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:05:48.143 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:05:48.144 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.144 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.145 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.145 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.146 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:05:48.146 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:05:48.146 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:05:48.146 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:05:48.157 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"labeler-split-region {split: region 16 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB]} (kind:split, region:16(8, 1), createAt:2024-06-02 17:05:48.157299334 +0800 CST m=+6.568961052, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"7480000000000000FF0400000000000000F8\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:48.157 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:05:48.157 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-06-02 17:05:48.157785454 +0800 CST m=+6.569447168, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/06/02 17:05:48.157 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:05:48.157 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=130] [peer-ids="[131]"] [2024/06/02 17:05:48.157 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=132] [peer-ids="[133]"] [2024/06/02 17:05:48.158 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=134] [peer-ids="[135]"] [2024/06/02 17:05:48.158 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=136] [peer-ids="[137]"] [2024/06/02 17:05:48.158 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=16] [detail="StartKey Changed:{} -> {7200000100000000FB}, EndKey:{7480000000000000FF0400000000000000F8}"] [old-version=8] [new-version=10] [2024/06/02 17:05:48.158 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=1.163765ms] [operator="\"labeler-split-region {split: region 16 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB]} (kind:split, region:16(8, 1), createAt:2024-06-02 17:05:48.157299334 +0800 CST m=+6.568961052, startAt:2024-06-02 17:05:48.157396914 +0800 CST m=+6.569058632, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"7480000000000000FF0400000000000000F8\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:48.158 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=16] [origin="id:130 end_key:\"7200000000000000FB\" region_epoch: peers: id:132 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers:"] [total=2] [2024/06/02 17:05:48.158 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{748000FFFFFFFFFFFFFE00000000000000F8} -> {7800000100000000FB}, EndKey:{}"] [old-version=2] [new-version=4] [2024/06/02 17:05:48.158 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:134 start_key:\"748000FFFFFFFFFFFFFE00000000000000F8\" end_key:\"7800000000000000FB\" region_epoch: peers: id:136 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=2] [2024/06/02 17:05:48.158 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=982.24µs] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-06-02 17:05:48.157785454 +0800 CST m=+6.569447168, startAt:2024-06-02 17:05:48.157819541 +0800 CST m=+6.569481256, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/06/02 17:05:48.159 +08:00] [INFO] [operator_controller.go:725] ["operator canceled"] [region-id=2] [takes=0s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7800000000000000FB 7800000100000000FB]} (kind:split, region:2(2, 1), createAt:2024-06-02 17:05:48.159202257 +0800 CST m=+6.570863975, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"cancel-reason\":\"epoch not match\",\"region-end-key\":\"\",\"region-start-key\":\"748000FFFFFFFFFFFFFE00000000000000F8\"}"] [2024/06/02 17:05:48.183 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=126] [2024/06/02 17:05:48.283 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=128] [2024/06/02 17:05:48.431 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49008, StartTime:2024-06-02 17:05:48 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_agg_func/t\",\"schema/collation_agg_func/tt\"]}}"] [2024/06/02 17:05:48.509 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=138] [peer-ids="[139]"] [2024/06/02 17:05:48.510 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF6C5F728000000000FF0000050000000000FA} -> {7480000000000000FF7100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=64] [new-version=65] [2024/06/02 17:05:48.510 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:138 start_key:\"7480000000000000FF6C5F728000000000FF0000050000000000FA\" end_key:\"7480000000000000FF7100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.534 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=140] [peer-ids="[141]"] [2024/06/02 17:05:48.535 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7100000000000000F8} -> {7480000000000000FF7300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=65] [new-version=66] [2024/06/02 17:05:48.535 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:140 start_key:\"7480000000000000FF7100000000000000F8\" end_key:\"7480000000000000FF7300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.600 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=142] [peer-ids="[143]"] [2024/06/02 17:05:48.601 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:142 start_key:\"7480000000000000FF7300000000000000F8\" end_key:\"7480000000000000FF7600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.601 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7300000000000000F8} -> {7480000000000000FF7600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=66] [new-version=67] [2024/06/02 17:05:48.660 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=144] [peer-ids="[145]"] [2024/06/02 17:05:48.660 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:144 start_key:\"7480000000000000FF7600000000000000F8\" end_key:\"7480000000000000FF7900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.660 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7600000000000000F8} -> {7480000000000000FF7900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=67] [new-version=68] [2024/06/02 17:05:48.732 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=146] [peer-ids="[147]"] [2024/06/02 17:05:48.733 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:146 start_key:\"7480000000000000FF7900000000000000F8\" end_key:\"7480000000000000FF7C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.733 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7900000000000000F8} -> {7480000000000000FF7C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=68] [new-version=69] [2024/06/02 17:05:48.795 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=148] [peer-ids="[149]"] [2024/06/02 17:05:48.795 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7C00000000000000F8} -> {7480000000000000FF7F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=69] [new-version=70] [2024/06/02 17:05:48.795 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:148 start_key:\"7480000000000000FF7C00000000000000F8\" end_key:\"7480000000000000FF7F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.835 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=150] [peer-ids="[151]"] [2024/06/02 17:05:48.836 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF7F00000000000000F8} -> {7480000000000000FF8100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=70] [new-version=71] [2024/06/02 17:05:48.836 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:150 start_key:\"7480000000000000FF7F00000000000000F8\" end_key:\"7480000000000000FF8100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.901 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=152] [peer-ids="[153]"] [2024/06/02 17:05:48.901 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8100000000000000F8} -> {7480000000000000FF8400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=71] [new-version=72] [2024/06/02 17:05:48.901 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:152 start_key:\"7480000000000000FF8100000000000000F8\" end_key:\"7480000000000000FF8400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:48.925 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=154] [peer-ids="[155]"] [2024/06/02 17:05:48.925 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8400000000000000F8} -> {7480000000000000FF8600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=72] [new-version=73] [2024/06/02 17:05:48.925 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:154 start_key:\"7480000000000000FF8400000000000000F8\" end_key:\"7480000000000000FF8600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.025 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=156] [peer-ids="[157]"] [2024/06/02 17:05:49.025 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:156 start_key:\"7480000000000000FF8600000000000000F8\" end_key:\"7480000000000000FF8A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.025 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8600000000000000F8} -> {7480000000000000FF8A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=73] [new-version=74] [2024/06/02 17:05:49.049 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=158] [peer-ids="[159]"] [2024/06/02 17:05:49.050 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8A00000000000000F8} -> {7480000000000000FF8C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=74] [new-version=75] [2024/06/02 17:05:49.050 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:158 start_key:\"7480000000000000FF8A00000000000000F8\" end_key:\"7480000000000000FF8C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.115 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=160] [peer-ids="[161]"] [2024/06/02 17:05:49.115 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8C00000000000000F8} -> {7480000000000000FF8F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=75] [new-version=76] [2024/06/02 17:05:49.115 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:160 start_key:\"7480000000000000FF8C00000000000000F8\" end_key:\"7480000000000000FF8F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.139 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=162] [peer-ids="[163]"] [2024/06/02 17:05:49.139 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF8F00000000000000F8} -> {7480000000000000FF9100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=76] [new-version=77] [2024/06/02 17:05:49.139 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:162 start_key:\"7480000000000000FF8F00000000000000F8\" end_key:\"7480000000000000FF9100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.146 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:05:49.163 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=164] [peer-ids="[165]"] [2024/06/02 17:05:49.163 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9100000000000000F8} -> {7480000000000000FF9300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=77] [new-version=78] [2024/06/02 17:05:49.163 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:164 start_key:\"7480000000000000FF9100000000000000F8\" end_key:\"7480000000000000FF9300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.183 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49008, StartTime:2024-06-02 17:05:49 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_check_use_collation/t\",\"schema/collation_check_use_collation/tbl_2\",\"schema/collation_check_use_collation/t2\",\"schema/collation_check_use_collation/t0\",\"schema/collation_check_use_collation/t1\",\"schema/collation_check_use_collation/v0\"]}}"] [2024/06/02 17:05:49.258 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=166] [peer-ids="[167]"] [2024/06/02 17:05:49.259 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9300000000000000F8} -> {7480000000000000FF9800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=78] [new-version=79] [2024/06/02 17:05:49.259 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:166 start_key:\"7480000000000000FF9300000000000000F8\" end_key:\"7480000000000000FF9800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.326 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=168] [peer-ids="[169]"] [2024/06/02 17:05:49.326 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9800000000000000F8} -> {7480000000000000FF9C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=79] [new-version=80] [2024/06/02 17:05:49.326 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:168 start_key:\"7480000000000000FF9800000000000000F8\" end_key:\"7480000000000000FF9C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.409 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=170] [peer-ids="[171]"] [2024/06/02 17:05:49.410 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FF9C00000000000000F8} -> {7480000000000000FFA000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=80] [new-version=81] [2024/06/02 17:05:49.410 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:170 start_key:\"7480000000000000FF9C00000000000000F8\" end_key:\"7480000000000000FFA000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.493 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=172] [peer-ids="[173]"] [2024/06/02 17:05:49.494 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:172 start_key:\"7480000000000000FFA000000000000000F8\" end_key:\"7480000000000000FFA400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.494 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA000000000000000F8} -> {7480000000000000FFA400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=81] [new-version=82] [2024/06/02 17:05:49.535 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetGroupConfig, Method:HTTP/1.1/POST:/pd/api/v1/config/rule_group, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49008, StartTime:2024-06-02 17:05:49 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"tiflash\",\"index\":120}}"] [2024/06/02 17:05:49.536 +08:00] [INFO] [rule_manager.go:639] ["group config updated"] [group="{\"id\":\"tiflash\",\"index\":120}"] [2024/06/02 17:05:49.578 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=174] [peer-ids="[175]"] [2024/06/02 17:05:49.579 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:174 start_key:\"7480000000000000FFA400000000000000F8\" end_key:\"7480000000000000FFA800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.579 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA400000000000000F8} -> {7480000000000000FFA800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=82] [new-version=83] [2024/06/02 17:05:49.641 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=176] [peer-ids="[177]"] [2024/06/02 17:05:49.642 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFA800000000000000F8} -> {7480000000000000FFAB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=83] [new-version=84] [2024/06/02 17:05:49.642 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:176 start_key:\"7480000000000000FFA800000000000000F8\" end_key:\"7480000000000000FFAB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.825 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=178] [peer-ids="[179]"] [2024/06/02 17:05:49.825 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFAB00000000000000F8} -> {7480000000000000FFB600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=84] [new-version=85] [2024/06/02 17:05:49.825 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:178 start_key:\"7480000000000000FFAB00000000000000F8\" end_key:\"7480000000000000FFB600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.849 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=180] [peer-ids="[181]"] [2024/06/02 17:05:49.850 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFB600000000000000F8} -> {7480000000000000FFB800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=85] [new-version=86] [2024/06/02 17:05:49.850 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:180 start_key:\"7480000000000000FFB600000000000000F8\" end_key:\"7480000000000000FFB800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.873 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=182] [peer-ids="[183]"] [2024/06/02 17:05:49.874 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFB800000000000000F8} -> {7480000000000000FFBA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=86] [new-version=87] [2024/06/02 17:05:49.874 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:182 start_key:\"7480000000000000FFB800000000000000F8\" end_key:\"7480000000000000FFBA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.884 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49008, StartTime:2024-06-02 17:05:49 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/collation_misc/t1\",\"schema/collation_misc/t\"]}}"] [2024/06/02 17:05:49.983 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=184] [peer-ids="[185]"] [2024/06/02 17:05:49.983 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:184 start_key:\"7480000000000000FFBA00000000000000F8\" end_key:\"7480000000000000FFC100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:49.983 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFBA00000000000000F8} -> {7480000000000000FFC100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=87] [new-version=88] [2024/06/02 17:05:50.001 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=186] [peer-ids="[187]"] [2024/06/02 17:05:50.001 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC100000000000000F8} -> {7480000000000000FFC300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=88] [new-version=89] [2024/06/02 17:05:50.001 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:186 start_key:\"7480000000000000FFC100000000000000F8\" end_key:\"7480000000000000FFC300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.077 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=188] [peer-ids="[189]"] [2024/06/02 17:05:50.078 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC300000000000000F8} -> {7480000000000000FFC600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=89] [new-version=90] [2024/06/02 17:05:50.078 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:188 start_key:\"7480000000000000FFC300000000000000F8\" end_key:\"7480000000000000FFC600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.144 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=190] [peer-ids="[191]"] [2024/06/02 17:05:50.145 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:190 start_key:\"7480000000000000FFC600000000000000F8\" end_key:\"7480000000000000FFC900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.145 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC600000000000000F8} -> {7480000000000000FFC900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=90] [new-version=91] [2024/06/02 17:05:50.161 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=192] [peer-ids="[193]"] [2024/06/02 17:05:50.161 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:192 start_key:\"7480000000000000FFC900000000000000F8\" end_key:\"7480000000000000FFCB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.161 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFC900000000000000F8} -> {7480000000000000FFCB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=91] [new-version=92] [2024/06/02 17:05:50.235 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=194] [peer-ids="[195]"] [2024/06/02 17:05:50.236 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFCB00000000000000F8} -> {7480000000000000FFCE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=92] [new-version=93] [2024/06/02 17:05:50.236 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:194 start_key:\"7480000000000000FFCB00000000000000F8\" end_key:\"7480000000000000FFCE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.301 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=196] [peer-ids="[197]"] [2024/06/02 17:05:50.302 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFCE00000000000000F8} -> {7480000000000000FFD100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=93] [new-version=94] [2024/06/02 17:05:50.302 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:196 start_key:\"7480000000000000FFCE00000000000000F8\" end_key:\"7480000000000000FFD100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.372 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=198] [peer-ids="[199]"] [2024/06/02 17:05:50.373 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD100000000000000F8} -> {7480000000000000FFD400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=94] [new-version=95] [2024/06/02 17:05:50.373 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:198 start_key:\"7480000000000000FFD100000000000000F8\" end_key:\"7480000000000000FFD400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.387 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=200] [peer-ids="[201]"] [2024/06/02 17:05:50.388 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD400000000000000F8} -> {7480000000000000FFD600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=95] [new-version=96] [2024/06/02 17:05:50.388 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:200 start_key:\"7480000000000000FFD400000000000000F8\" end_key:\"7480000000000000FFD600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.460 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=202] [peer-ids="[203]"] [2024/06/02 17:05:50.461 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD600000000000000F8} -> {7480000000000000FFD900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=96] [new-version=97] [2024/06/02 17:05:50.461 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:202 start_key:\"7480000000000000FFD600000000000000F8\" end_key:\"7480000000000000FFD900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.525 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=204] [peer-ids="[205]"] [2024/06/02 17:05:50.525 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFD900000000000000F8} -> {7480000000000000FFDC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=97] [new-version=98] [2024/06/02 17:05:50.525 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:204 start_key:\"7480000000000000FFD900000000000000F8\" end_key:\"7480000000000000FFDC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.541 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=206] [peer-ids="[207]"] [2024/06/02 17:05:50.541 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFDC00000000000000F8} -> {7480000000000000FFDE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=98] [new-version=99] [2024/06/02 17:05:50.541 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:206 start_key:\"7480000000000000FFDC00000000000000F8\" end_key:\"7480000000000000FFDE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:05:50.616 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=208] [peer-ids="[209]"] [2024/06/02 17:05:50.616 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000000FFDE00000000000000F8} -> {7480000000000000FFE100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=99] [new-version=100] [2024/06/02 17:05:50.616 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:208 start_key:\"7480000000000000FFDE00000000000000F8\" end_key:\"7480000000000000FFE100000000000000F8\" region_epoch: peers:"] [total=1] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 29, 8, 19, 13, 23, 61, 68, 9, 52, 51, 31, 42, 25, 57, 28, 34, 60, 16, 47, 55, 56, 18, 26, 69, 21, 17, 48, 49, 27, 43, 30, 58, 66, 10, 14, 33, 45, 20, 64, 32, 53, 44, 63, 22, 46, 36, 59, 67, 71, 11, 7, 65, 24, 54, 35, 6, 50, 70, 12, 15, 62}"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:41.596 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:41.596 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:41.597 +08:00] [INFO] [] ["subchannel 0x7f8f1e44d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f8f1e4afb88, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8f1e437ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8f1e4d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: connect failed: {\"created\":\"@1717319141.596980248\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2389\"}"] [thread_id=13] [2024/06/02 17:05:41.597 +08:00] [INFO] [] ["subchannel 0x7f8f1e44d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f8f1e4afb88, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8f1e437ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8f1e4d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.597 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:41.597 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:41.898 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:43.942 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:43.944 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:43.944 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:43.945 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/06/02 17:05:43.945 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2389\"]"] [thread_id=1] [2024/06/02 17:05:43.946 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829560028467207] [thread_id=1] [2024/06/02 17:05:43.946 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:43.946 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:43.947 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:43.948 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:43.948 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:43.949 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2] [thread_id=1] [2024/06/02 17:05:43.949 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft] [thread_id=1] [2024/06/02 17:05:43.949 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20170\",\"advertise-addr\":\"127.0.0.1:20170\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20175\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2389\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:43.950 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:43.950 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:05:43.951 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:05:43.951 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:05:43.951 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:05:43.951 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:43.986 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:43.986 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:43.986 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 186.111µs"] [thread_id=1] [2024/06/02 17:05:44.044 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:44.046 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:44.047 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:44.047 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp] [thread_id=1] [2024/06/02 17:05:44.047 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:05:44.048 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:44.048 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:44.048 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/06/02 17:05:44.048 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:44.048 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/06/02 17:05:44.048 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:44.055 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:05:44.062 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829560028467207] [thread_id=1] [2024/06/02 17:05:44.062 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20170\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20170\" status_address: \"127.0.0.1:20175\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319144 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:44.064 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:05:44.064 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:44.064 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:05:44.065 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=214.402µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:05:44.068 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=3.95µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:05:44.069 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/06/02 17:05:44.070 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:44.070 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:44.070 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:44.070 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/06/02 17:05:44.072 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:44.072 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/06/02 17:05:44.073 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:44.073 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:44.074 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:44.074 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:05:44.075 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20170] [thread_id=1] [2024/06/02 17:05:44.076 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:05:44.076 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:05:44.080 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:44.080 +08:00] [ERROR] [server.rs:1578] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/06/02 17:05:47.074 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/06/02 17:05:47.074 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:47.075 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:47.075 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:47.075 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:47.075 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/06/02 17:05:47.075 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:47.075 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:47.075 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:47.075 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.075 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.075 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:47.075 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=102] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:05:47.076 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=4] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=8] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:05:47.076 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/06/02 17:05:47.076 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=6] [thread_id=68] ==> ./tikv3.log <== [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:41.594 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={35, 29, 65, 21, 17, 50, 56, 7, 22, 12, 32, 14, 45, 25, 23, 52, 67, 8, 18, 30, 33, 15, 51, 59, 60, 42, 11, 13, 70, 34, 26, 47, 66, 61, 6, 62, 9, 54, 44, 57, 58, 46, 55, 63, 69, 48, 0, 16, 36, 20, 10, 24, 71, 28, 27, 43, 31, 68, 19, 49, 53, 64}"] [thread_id=1] [2024/06/02 17:05:41.595 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:41.595 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:41.595 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:41.595 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:41.596 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:41.597 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:41.597 +08:00] [INFO] [] ["subchannel 0x7f709104d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7f70910afb80, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7091037ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f70910d2f30, grpc.server_uri=dns:///127.0.0.1:2399}: connect failed: {\"created\":\"@1717319141.597200468\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2399\"}"] [thread_id=13] [2024/06/02 17:05:41.597 +08:00] [INFO] [] ["subchannel 0x7f709104d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7f70910afb80, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f7091037ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f70910d2f30, grpc.server_uri=dns:///127.0.0.1:2399}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.597 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:41.597 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:41.898 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:42.441 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:42.443 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:42.443 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:42.444 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/06/02 17:05:42.444 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2399\"]"] [thread_id=1] [2024/06/02 17:05:42.444 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829555107343431] [thread_id=1] [2024/06/02 17:05:42.445 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:42.445 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:42.445 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:42.446 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:42.447 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:42.447 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3] [thread_id=1] [2024/06/02 17:05:42.448 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,seclabel,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft] [thread_id=1] [2024/06/02 17:05:42.448 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20180\",\"advertise-addr\":\"127.0.0.1:20180\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20185\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2399\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:42.449 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:42.449 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:05:42.449 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:05:42.449 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:42.449 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:05:42.449 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:05:42.485 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:42.485 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:42.485 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 189.416µs"] [thread_id=1] [2024/06/02 17:05:42.544 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:42.546 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:42.547 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:42.547 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp] [thread_id=1] [2024/06/02 17:05:42.547 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:05:42.548 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:42.548 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:42.548 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:42.548 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/06/02 17:05:42.548 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:42.548 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/06/02 17:05:42.555 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:05:42.561 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829555107343431] [thread_id=1] [2024/06/02 17:05:42.561 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20180\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20180\" status_address: \"127.0.0.1:20185\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319142 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:42.563 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:05:42.564 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:42.564 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:05:42.565 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=227.448µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:05:42.567 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.9µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:05:42.568 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/06/02 17:05:42.569 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:42.569 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:42.569 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:42.570 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/06/02 17:05:42.572 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:42.572 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/06/02 17:05:42.573 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:42.573 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:42.573 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:42.574 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:05:42.575 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:05:42.575 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20180] [thread_id=1] [2024/06/02 17:05:42.575 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:05:42.579 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:42.580 +08:00] [ERROR] [server.rs:1578] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/06/02 17:05:45.574 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/06/02 17:05:45.574 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:45.574 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:45.575 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:45.575 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.575 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=102] [2024/06/02 17:05:45.576 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:05:45.576 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=6] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=4] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:05:45.576 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/06/02 17:05:45.576 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=8] [thread_id=68] [2024/06/02 17:05:52.571 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] ==> ./tikv1.log <== [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {171} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {171} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 171."] [id=171] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=171] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803938] [region_id=170] [thread_id=101] [2024/06/02 17:05:49.410 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=124] [observe_id=ObserveId(160)] [region=14] [thread_id=68] [2024/06/02 17:05:49.410 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 170 start_key: 7480000000000000FF9C00000000000000F8 end_key: 7480000000000000FFA000000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 171 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.410 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(161)] [region=170] [thread_id=68] [2024/06/02 17:05:49.410 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=170] [thread_id=31] [2024/06/02 17:05:49.412 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 81, but you sent conf_ver: 1 version: 80\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 15 store_id: 1 } } current_regions { id: 170 start_key: 7480000000000000FF9C00000000000000F8 end_key: 7480000000000000FFA000000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 171 store_id: 1 } } }))"] [cid=2544] [thread_id=46] [2024/06/02 17:05:49.493 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57380] [split_keys="key 7480000000000000FFA400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.493 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 172 new_peer_ids: 173]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA400000000000000F8 new_region_id: 172 new_peer_ids: 173 } right_derive: true }"] [index=126] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.493 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFA400000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 81 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.494 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.494 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(160)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.494 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 173 store_id: 1 }"] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {173} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {173} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 173."] [id=173] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=173] [region_id=172] [thread_id=102] [2024/06/02 17:05:49.494 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803940] [region_id=172] [thread_id=101] [2024/06/02 17:05:49.494 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=126] [observe_id=ObserveId(162)] [region=14] [thread_id=68] [2024/06/02 17:05:49.494 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 173 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.494 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=172] [thread_id=31] [2024/06/02 17:05:49.494 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(163)] [region=172] [thread_id=68] [2024/06/02 17:05:49.497 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 82, but you sent conf_ver: 1 version: 81\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 } } current_regions { id: 172 start_key: 7480000000000000FFA000000000000000F8 end_key: 7480000000000000FFA400000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 173 store_id: 1 } } }))"] [cid=2641] [thread_id=46] [2024/06/02 17:05:49.578 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57380] [split_keys="key 7480000000000000FFA800000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 174 new_peer_ids: 175]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.579 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFA800000000000000F8 new_region_id: 174 new_peer_ids: 175 } right_derive: true }"] [index=128] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.579 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFA800000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 82 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.579 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.579 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(162)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.579 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.579 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 175 store_id: 1 }"] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {175} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {175} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 175."] [id=175] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=175] [region_id=174] [thread_id=101] [2024/06/02 17:05:49.579 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803942] [region_id=174] [thread_id=102] [2024/06/02 17:05:49.579 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=128] [observe_id=ObserveId(164)] [region=14] [thread_id=68] [2024/06/02 17:05:49.579 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 175 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.579 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=174] [thread_id=31] [2024/06/02 17:05:49.579 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(165)] [region=174] [thread_id=68] [2024/06/02 17:05:49.582 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 83, but you sent conf_ver: 1 version: 82\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 } } current_regions { id: 174 start_key: 7480000000000000FFA400000000000000F8 end_key: 7480000000000000FFA800000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 175 store_id: 1 } } }))"] [cid=2738] [thread_id=46] [2024/06/02 17:05:49.641 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57378] [split_keys="key 7480000000000000FFAB00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.641 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 176 new_peer_ids: 177]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.641 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFAB00000000000000F8 new_region_id: 176 new_peer_ids: 177 } right_derive: true }"] [index=130] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:49.641 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFAB00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFA800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 83 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:49.642 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.642 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(164)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.642 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 177 store_id: 1 }"] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.642 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {177} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {177} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 177."] [id=177] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=177] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803944] [region_id=176] [thread_id=102] [2024/06/02 17:05:49.642 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=130] [observe_id=ObserveId(166)] [region=14] [thread_id=68] [2024/06/02 17:05:49.642 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 177 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.642 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=176] [thread_id=31] [2024/06/02 17:05:49.642 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(167)] [region=176] [thread_id=68] [2024/06/02 17:05:49.644 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 84, but you sent conf_ver: 1 version: 83\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 } } current_regions { id: 176 start_key: 7480000000000000FFA800000000000000F8 end_key: 7480000000000000FFAB00000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 177 store_id: 1 } } }))"] [cid=2812] [thread_id=45] [2024/06/02 17:05:49.824 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFB600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 178 new_peer_ids: 179]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.825 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFB600000000000000F8 new_region_id: 178 new_peer_ids: 179 } right_derive: true }"] [index=134] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.825 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFB600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFAB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 84 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.825 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.825 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(166)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.825 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.825 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 179 store_id: 1 }"] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {179} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {179} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 179."] [id=179] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=179] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.825 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803946] [region_id=178] [thread_id=102] [2024/06/02 17:05:49.826 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=134] [observe_id=ObserveId(168)] [region=14] [thread_id=68] [2024/06/02 17:05:49.826 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 179 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.826 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=178] [thread_id=31] [2024/06/02 17:05:49.826 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(169)] [region=178] [thread_id=68] [2024/06/02 17:05:49.827 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 85, but you sent conf_ver: 1 version: 84\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 } } current_regions { id: 178 start_key: 7480000000000000FFAB00000000000000F8 end_key: 7480000000000000FFB600000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 179 store_id: 1 } } }))"] [cid=3002] [thread_id=45] [2024/06/02 17:05:49.827 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000B65F698000000000000001016120202020000000FC016100000000000000F8013100000000000000F8, start_ts: TimeStamp(450184911203860526), ttl: 3000, short_value: 007D01, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450184911203860527), use_async_commit: true, secondaries: [7480000000000000B65F72013100000000000000F8], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450184911203860526] [min_commit_ts=450184911203860527] [start_ts=450184911203860526] [key=7480000000000000FFB65F698000000000FF0000010161202020FF20000000FC016100FF000000000000F801FF3100000000000000FFF800000000000000F8] [thread_id=44] [2024/06/02 17:05:49.849 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57380] [split_keys="key 7480000000000000FFB800000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.849 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 180 new_peer_ids: 181]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.849 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFB800000000000000F8 new_region_id: 180 new_peer_ids: 181 } right_derive: true }"] [index=137] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.849 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFB800000000000000F8"] [region="id: 14 start_key: 7480000000000000FFB600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 85 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.850 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.850 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(168)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.850 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.850 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 180 start_key: 7480000000000000FFB600000000000000F8 end_key: 7480000000000000FFB800000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 181 store_id: 1 }"] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {181} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {181} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 181."] [id=181] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=181] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803948] [region_id=180] [thread_id=102] [2024/06/02 17:05:49.850 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=137] [observe_id=ObserveId(170)] [region=14] [thread_id=68] [2024/06/02 17:05:49.850 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 180 start_key: 7480000000000000FFB600000000000000F8 end_key: 7480000000000000FFB800000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 181 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.850 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=180] [thread_id=31] [2024/06/02 17:05:49.850 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(171)] [region=180] [thread_id=68] [2024/06/02 17:05:49.871 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFBA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.871 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:57376] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 86 != conf_ver: 1 version: 85, retry later\", [id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }])"] [thread_id=101] [2024/06/02 17:05:49.873 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57380] [split_keys="key 7480000000000000FFBA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.873 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 182 new_peer_ids: 183]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.874 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFBA00000000000000F8 new_region_id: 182 new_peer_ids: 183 } right_derive: true }"] [index=138] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:49.874 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFBA00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFB800000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 86 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:49.874 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.874 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(170)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.874 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.874 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 182 start_key: 7480000000000000FFB800000000000000F8 end_key: 7480000000000000FFBA00000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 183 store_id: 1 }"] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {183} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {183} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 183."] [id=183] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=183] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803950] [region_id=182] [thread_id=102] [2024/06/02 17:05:49.874 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=138] [observe_id=ObserveId(172)] [region=14] [thread_id=68] [2024/06/02 17:05:49.874 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 182 start_key: 7480000000000000FFB800000000000000F8 end_key: 7480000000000000FFBA00000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 183 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.874 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(173)] [region=182] [thread_id=68] [2024/06/02 17:05:49.874 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=182] [thread_id=31] [2024/06/02 17:05:49.980 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57380] [split_keys="key 7480000000000000FFC100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.980 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:57380] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 87 != conf_ver: 1 version: 86, retry later\", [id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }])"] [thread_id=102] [2024/06/02 17:05:49.982 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFC100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:49.983 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 184 new_peer_ids: 185]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.983 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC100000000000000F8 new_region_id: 184 new_peer_ids: 185 } right_derive: true }"] [index=139] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.983 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFBA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 87 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:49.983 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.983 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(172)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.983 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 185 store_id: 1 }"] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {185} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {185} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 185."] [id=185] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=185] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803952] [region_id=184] [thread_id=101] [2024/06/02 17:05:49.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=139] [observe_id=ObserveId(174)] [region=14] [thread_id=68] [2024/06/02 17:05:49.983 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 185 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.983 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=184] [thread_id=31] [2024/06/02 17:05:49.983 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(175)] [region=184] [thread_id=68] [2024/06/02 17:05:49.984 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 88, but you sent conf_ver: 1 version: 87\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 } } current_regions { id: 184 start_key: 7480000000000000FFBA00000000000000F8 end_key: 7480000000000000FFC100000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 185 store_id: 1 } } }))"] [cid=3177] [thread_id=46] [2024/06/02 17:05:50.001 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57378] [split_keys="key 7480000000000000FFC300000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.001 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 186 new_peer_ids: 187]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.001 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC300000000000000F8 new_region_id: 186 new_peer_ids: 187 } right_derive: true }"] [index=141] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.001 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC300000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 88 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.001 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.001 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(174)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.001 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.001 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 187 store_id: 1 }"] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {187} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {187} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 187."] [id=187] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=187] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803954] [region_id=186] [thread_id=101] [2024/06/02 17:05:50.001 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 187 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.001 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=141] [observe_id=ObserveId(176)] [region=14] [thread_id=68] [2024/06/02 17:05:50.001 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=186] [thread_id=31] [2024/06/02 17:05:50.002 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(177)] [region=186] [thread_id=68] [2024/06/02 17:05:50.016 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 89, but you sent conf_ver: 1 version: 88\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 } } current_regions { id: 186 start_key: 7480000000000000FFC100000000000000F8 end_key: 7480000000000000FFC300000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 187 store_id: 1 } } }))"] [cid=3208] [thread_id=47] [2024/06/02 17:05:50.077 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFC600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.077 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 188 new_peer_ids: 189]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.077 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC600000000000000F8 new_region_id: 188 new_peer_ids: 189 } right_derive: true }"] [index=143] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.077 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 89 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.077 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.077 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.077 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.077 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(176)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.077 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.077 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 189 store_id: 1 }"] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.077 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {189} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {189} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 189."] [id=189] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=189] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803956] [region_id=188] [thread_id=102] [2024/06/02 17:05:50.078 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=143] [observe_id=ObserveId(178)] [region=14] [thread_id=68] [2024/06/02 17:05:50.078 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 189 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.078 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=188] [thread_id=31] [2024/06/02 17:05:50.078 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(179)] [region=188] [thread_id=68] [2024/06/02 17:05:50.080 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 90, but you sent conf_ver: 1 version: 89\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 } } current_regions { id: 188 start_key: 7480000000000000FFC300000000000000F8 end_key: 7480000000000000FFC600000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 189 store_id: 1 } } }))"] [cid=3282] [thread_id=44] [2024/06/02 17:05:50.081 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000C65F698000000000000001016100000000000000F8038000000000000002, start_ts: TimeStamp(450184911269134386), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450184911269134387), use_async_commit: true, secondaries: [7480000000000000C65F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450184911269134386] [min_commit_ts=450184911269134387] [start_ts=450184911269134386] [key=7480000000000000FFC65F698000000000FF0000010161000000FF00000000F8038000FF0000000000020000FD] [thread_id=44] [2024/06/02 17:05:50.144 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57374] [split_keys="key 7480000000000000FFC900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 190 new_peer_ids: 191]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.145 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFC900000000000000F8 new_region_id: 190 new_peer_ids: 191 } right_derive: true }"] [index=147] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.145 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFC900000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 90 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.145 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.145 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(178)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.145 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.145 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 191 store_id: 1 }"] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {191} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {191} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 191."] [id=191] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=191] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803958] [region_id=190] [thread_id=101] [2024/06/02 17:05:50.145 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=147] [observe_id=ObserveId(180)] [region=14] [thread_id=68] [2024/06/02 17:05:50.145 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 191 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.145 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=190] [thread_id=31] [2024/06/02 17:05:50.145 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(181)] [region=190] [thread_id=68] [2024/06/02 17:05:50.148 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 91, but you sent conf_ver: 1 version: 90\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 } } current_regions { id: 190 start_key: 7480000000000000FFC600000000000000F8 end_key: 7480000000000000FFC900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 191 store_id: 1 } } }))"] [cid=3358] [thread_id=46] [2024/06/02 17:05:50.160 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57378] [split_keys="key 7480000000000000FFCB00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.161 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 192 new_peer_ids: 193]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.161 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCB00000000000000F8 new_region_id: 192 new_peer_ids: 193 } right_derive: true }"] [index=149] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.161 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFCB00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFC900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 91 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.161 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.161 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(180)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.161 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.161 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 193 store_id: 1 }"] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {193} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {193} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 193."] [id=193] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=193] [region_id=192] [thread_id=102] [2024/06/02 17:05:50.161 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803960] [region_id=192] [thread_id=101] [2024/06/02 17:05:50.161 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=149] [observe_id=ObserveId(182)] [region=14] [thread_id=68] [2024/06/02 17:05:50.161 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=192] [thread_id=31] [2024/06/02 17:05:50.161 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 193 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.161 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(183)] [region=192] [thread_id=68] [2024/06/02 17:05:50.176 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 92, but you sent conf_ver: 1 version: 91\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 } } current_regions { id: 192 start_key: 7480000000000000FFC900000000000000F8 end_key: 7480000000000000FFCB00000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 193 store_id: 1 } } }))"] [cid=3389] [thread_id=47] [2024/06/02 17:05:50.235 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57378] [split_keys="key 7480000000000000FFCE00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.235 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 194 new_peer_ids: 195]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.235 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFCE00000000000000F8 new_region_id: 194 new_peer_ids: 195 } right_derive: true }"] [index=151] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.236 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFCE00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFCB00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 92 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.236 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.236 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(182)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.236 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.236 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 195 store_id: 1 }"] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {195} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {195} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 195."] [id=195] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=195] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803962] [region_id=194] [thread_id=101] [2024/06/02 17:05:50.236 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=151] [observe_id=ObserveId(184)] [region=14] [thread_id=68] [2024/06/02 17:05:50.236 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 195 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.236 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=194] [thread_id=31] [2024/06/02 17:05:50.236 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(185)] [region=194] [thread_id=68] [2024/06/02 17:05:50.239 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 93, but you sent conf_ver: 1 version: 92\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 } } current_regions { id: 194 start_key: 7480000000000000FFCB00000000000000F8 end_key: 7480000000000000FFCE00000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 195 store_id: 1 } } }))"] [cid=3463] [thread_id=44] [2024/06/02 17:05:50.240 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000CE5F698000000000000001016100000000000000F8, start_ts: TimeStamp(450184911308455996), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450184911308455997), use_async_commit: true, secondaries: [7480000000000000CE5F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450184911308455996] [min_commit_ts=450184911308455997] [start_ts=450184911308455996] [key=7480000000000000FFCE5F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=44] [2024/06/02 17:05:50.301 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFD100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 196 new_peer_ids: 197]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.302 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD100000000000000F8 new_region_id: 196 new_peer_ids: 197 } right_derive: true }"] [index=155] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.302 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFCE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 93 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.302 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.302 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(184)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.302 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.302 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 197 store_id: 1 }"] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {197} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {197} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 197."] [id=197] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=197] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803964] [region_id=196] [thread_id=102] [2024/06/02 17:05:50.302 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 197 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.302 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=196] [thread_id=31] [2024/06/02 17:05:50.302 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=155] [observe_id=ObserveId(186)] [region=14] [thread_id=68] [2024/06/02 17:05:50.302 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(187)] [region=196] [thread_id=68] [2024/06/02 17:05:50.305 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 94, but you sent conf_ver: 1 version: 93\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 } } current_regions { id: 196 start_key: 7480000000000000FFCE00000000000000F8 end_key: 7480000000000000FFD100000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 197 store_id: 1 } } }))"] [cid=3539] [thread_id=46] [2024/06/02 17:05:50.372 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57374] [split_keys="key 7480000000000000FFD400000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 198 new_peer_ids: 199]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.372 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD400000000000000F8 new_region_id: 198 new_peer_ids: 199 } right_derive: true }"] [index=157] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.372 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD400000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 94 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.372 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.372 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(186)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.372 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.372 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 199 store_id: 1 }"] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {199} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {199} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 199."] [id=199] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.372 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.373 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.373 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=199] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.373 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803966] [region_id=198] [thread_id=101] [2024/06/02 17:05:50.373 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=157] [observe_id=ObserveId(188)] [region=14] [thread_id=68] [2024/06/02 17:05:50.373 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=198] [thread_id=31] [2024/06/02 17:05:50.373 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 199 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.373 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(189)] [region=198] [thread_id=68] [2024/06/02 17:05:50.375 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 95, but you sent conf_ver: 1 version: 94\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 } } current_regions { id: 198 start_key: 7480000000000000FFD100000000000000F8 end_key: 7480000000000000FFD400000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 199 store_id: 1 } } }))"] [cid=3613] [thread_id=45] [2024/06/02 17:05:50.387 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57378] [split_keys="key 7480000000000000FFD600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.388 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 200 new_peer_ids: 201]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.388 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD600000000000000F8 new_region_id: 200 new_peer_ids: 201 } right_derive: true }"] [index=159] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.388 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD600000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD400000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 95 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.388 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.388 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(188)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.388 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.388 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 201 store_id: 1 }"] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {201} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {201} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 201."] [id=201] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=201] [region_id=200] [thread_id=102] [2024/06/02 17:05:50.388 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803968] [region_id=200] [thread_id=101] [2024/06/02 17:05:50.388 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=159] [observe_id=ObserveId(190)] [region=14] [thread_id=68] [2024/06/02 17:05:50.388 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=200] [thread_id=31] [2024/06/02 17:05:50.388 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 201 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.388 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(191)] [region=200] [thread_id=68] [2024/06/02 17:05:50.402 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 96, but you sent conf_ver: 1 version: 95\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 } } current_regions { id: 200 start_key: 7480000000000000FFD400000000000000F8 end_key: 7480000000000000FFD600000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 201 store_id: 1 } } }))"] [cid=3644] [thread_id=44] [2024/06/02 17:05:50.460 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFD900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.460 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 202 new_peer_ids: 203]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFD900000000000000F8 new_region_id: 202 new_peer_ids: 203 } right_derive: true }"] [index=161] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.461 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFD900000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 96 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.461 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.461 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(190)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.461 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.461 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 203 store_id: 1 }"] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {203} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {203} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 203."] [id=203] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=203] [region_id=202] [thread_id=101] [2024/06/02 17:05:50.461 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803970] [region_id=202] [thread_id=102] [2024/06/02 17:05:50.461 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=161] [observe_id=ObserveId(192)] [region=14] [thread_id=68] [2024/06/02 17:05:50.461 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 203 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.461 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(193)] [region=202] [thread_id=68] [2024/06/02 17:05:50.461 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=202] [thread_id=31] [2024/06/02 17:05:50.463 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 97, but you sent conf_ver: 1 version: 96\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 } } current_regions { id: 202 start_key: 7480000000000000FFD600000000000000F8 end_key: 7480000000000000FFD900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 203 store_id: 1 } } }))"] [cid=3718] [thread_id=46] [2024/06/02 17:05:50.465 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000D95F698000000000000001016100000000000000F8, start_ts: TimeStamp(450184911373991962), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450184911373991963), use_async_commit: true, secondaries: [7480000000000000D95F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450184911373991962] [min_commit_ts=450184911373991963] [start_ts=450184911373991962] [key=7480000000000000FFD95F698000000000FF0000010161000000FF00000000F8000000FC] [thread_id=46] [2024/06/02 17:05:50.525 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57374] [split_keys="key 7480000000000000FFDC00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 204 new_peer_ids: 205]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.525 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFDC00000000000000F8 new_region_id: 204 new_peer_ids: 205 } right_derive: true }"] [index=165] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.525 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFDC00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFD900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 97 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.525 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.525 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(192)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.525 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.525 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 205 store_id: 1 }"] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {205} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {205} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 205."] [id=205] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=205] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.525 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803972] [region_id=204] [thread_id=102] [2024/06/02 17:05:50.526 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=165] [observe_id=ObserveId(194)] [region=14] [thread_id=68] [2024/06/02 17:05:50.526 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=204] [thread_id=31] [2024/06/02 17:05:50.526 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 205 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.526 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(195)] [region=204] [thread_id=68] [2024/06/02 17:05:50.528 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 98, but you sent conf_ver: 1 version: 97\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 } } current_regions { id: 204 start_key: 7480000000000000FFD900000000000000F8 end_key: 7480000000000000FFDC00000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 205 store_id: 1 } } }))"] [cid=3794] [thread_id=45] [2024/06/02 17:05:50.540 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57378] [split_keys="key 7480000000000000FFDE00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:50.541 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 206 new_peer_ids: 207]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.541 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFDE00000000000000F8 new_region_id: 206 new_peer_ids: 207 } right_derive: true }"] [index=167] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.541 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFDE00000000000000F8"] [region="id: 14 start_key: 7480000000000000FFDC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 98 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:50.541 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.541 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(194)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.541 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.541 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 207 store_id: 1 }"] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {207} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {207} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 207."] [id=207] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=207] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803974] [region_id=206] [thread_id=101] [2024/06/02 17:05:50.541 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=167] [observe_id=ObserveId(196)] [region=14] [thread_id=68] [2024/06/02 17:05:50.541 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 207 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.541 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=206] [thread_id=31] [2024/06/02 17:05:50.541 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(197)] [region=206] [thread_id=68] [2024/06/02 17:05:50.555 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 99, but you sent conf_ver: 1 version: 98\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 } } current_regions { id: 206 start_key: 7480000000000000FFDC00000000000000F8 end_key: 7480000000000000FFDE00000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 207 store_id: 1 } } }))"] [cid=3825] [thread_id=47] [2024/06/02 17:05:50.616 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:57376] [split_keys="key 7480000000000000FFE100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 208 new_peer_ids: 209]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:50.616 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000000FFE100000000000000F8 new_region_id: 208 new_peer_ids: 209 } right_derive: true }"] [index=169] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.616 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000000FFE100000000000000F8"] [region="id: 14 start_key: 7480000000000000FFDE00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 99 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:50.616 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:50.616 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(196)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:50.616 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000000FFE100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.616 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 209 store_id: 1 }"] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {209} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {209} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 209."] [id=209] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=209] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.616 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803976] [region_id=208] [thread_id=101] [2024/06/02 17:05:50.617 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=169] [observe_id=ObserveId(198)] [region=14] [thread_id=68] [2024/06/02 17:05:50.617 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 209 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:50.617 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=208] [thread_id=31] [2024/06/02 17:05:50.617 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(199)] [region=208] [thread_id=68] [2024/06/02 17:05:50.619 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 100, but you sent conf_ver: 1 version: 99\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000000FFE100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 15 store_id: 1 } } current_regions { id: 208 start_key: 7480000000000000FFDE00000000000000F8 end_key: 7480000000000000FFE100000000000000F8 region_epoch { conf_ver: 1 version: 100 } peers { id: 209 store_id: 1 } } }))"] [cid=3899] [thread_id=46] [2024/06/02 17:05:50.620 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000000E15F698000000000000001016120000000000000F9, start_ts: TimeStamp(450184911413313567), ttl: 3000, short_value: 0000000000000002, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450184911413313568), use_async_commit: true, secondaries: [7480000000000000E15F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450184911413313567] [min_commit_ts=450184911413313568] [start_ts=450184911413313567] [key=7480000000000000FFE15F698000000000FF0000010161200000FF00000000F9000000FC] [thread_id=46] [2024/06/02 17:05:53.193 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/06/02 17:05:53.193 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/06/02 17:05:53.193 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/06/02 17:05:53.193 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/06/02 17:05:49.737 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/06/02 17:05:49.737 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.738 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=182.055µs] [gotSchemaVersion=128] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:05:49.738 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=128] [cur_db=collation_misc] [sql="create database if not exists cd_test_latin1 CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [user=root@%] [2024/06/02 17:05:49.743 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.694 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.743 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.694 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_latin1 CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [2024/06/02 17:05:49.747 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=177] [conn=1719664662] [category=ddl] [job="ID:177, Type:create schema, State:queueing, SchemaState:none, SchemaID:176, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.694 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.753 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=177] [conn=1719664662] [job="ID:177, Type:create schema, State:synced, SchemaState:public, SchemaID:176, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.694 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.756 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/06/02 17:05:49.756 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.757 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=203.244µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:05:49.759 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=129] [cur_db=cd_test_latin1] [sql="create database if not exists test_db CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [user=root@%] [2024/06/02 17:05:49.763 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.763 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists test_db CHARACTER SET latin1 COLLATE latin1_swedish_ci;"] [2024/06/02 17:05:49.769 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=179] [conn=1719664662] [category=ddl] [job="ID:179, Type:create schema, State:queueing, SchemaState:none, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.776 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=179] [conn=1719664662] [job="ID:179, Type:create schema, State:synced, SchemaState:public, SchemaID:178, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.779 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=179] [2024/06/02 17:05:49.779 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.780 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=213.738µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:05:49.784 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=130] [cur_db=cd_test_latin1] [sql="create database if not exists cd_test_utf8mb4_0900_bin;"] [user=root@%] [2024/06/02 17:05:49.788 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.788 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database if not exists cd_test_utf8mb4_0900_bin;"] [2024/06/02 17:05:49.793 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=181] [conn=1719664662] [category=ddl] [job="ID:181, Type:create schema, State:queueing, SchemaState:none, SchemaID:180, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.799 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=181] [conn=1719664662] [job="ID:181, Type:create schema, State:synced, SchemaState:public, SchemaID:180, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.744 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.802 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=181] [2024/06/02 17:05:49.802 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.803 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=209.593µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:05:49.804 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=131] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t (id varchar(255) primary key clustered, a varchar(255) collate utf8mb4_0900_bin, b varchar(255) collate utf8mb4_bin, key idx(a, b));"] [user=root@%] [2024/06/02 17:05:49.809 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.809 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (id varchar(255) primary key clustered, a varchar(255) collate utf8mb4_0900_bin, b varchar(255) collate utf8mb4_bin, key idx(a, b));"] [2024/06/02 17:05:49.813 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=183] [conn=1719664662] [category=ddl] [job="ID:183, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:182, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.821 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=183] [conn=1719664662] [job="ID:183, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:182, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.824 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/06/02 17:05:49.824 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.824 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b6] [2024/06/02 17:05:49.825 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b6] ["first new region left"="{Id:178 StartKey:7480000000000000ffab00000000000000f8 EndKey:7480000000000000ffb600000000000000f8 RegionEpoch:{ConfVer:1 Version:85} Peers:[id:179 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:49.825 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[178]"] [2024/06/02 17:05:49.825 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=535.67µs] [gotSchemaVersion=132] [phyTblIDs="[182]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:49.827 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1719664662] [session_alias=] [startTS=450184911203860526] [2024/06/02 17:05:49.829 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="drop table if exists t1;"] [user=root@%] [2024/06/02 17:05:49.829 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="drop table if exists t2;"] [user=root@%] [2024/06/02 17:05:49.830 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=132] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t1(code varchar(32)) CHARSET=utf8 COLLATE=utf8_general_ci;"] [user=root@%] [2024/06/02 17:05:49.834 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.834 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(code varchar(32)) CHARSET=utf8 COLLATE=utf8_general_ci;"] [2024/06/02 17:05:49.838 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=185] [conn=1719664662] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.846 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=185] [conn=1719664662] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.795 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.849 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/06/02 17:05:49.849 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.849 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000b8] [2024/06/02 17:05:49.850 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000b8] ["first new region left"="{Id:180 StartKey:7480000000000000ffb600000000000000f8 EndKey:7480000000000000ffb800000000000000f8 RegionEpoch:{ConfVer:1 Version:86} Peers:[id:181 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:49.850 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[180]"] [2024/06/02 17:05:49.850 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=453.91µs] [gotSchemaVersion=133] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:49.851 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664662] [schemaVersion=133] [cur_db=cd_test_utf8mb4_0900_bin] [sql="create table t2(code varchar(32)) CHARSET=utf8 COLLATE=utf8_bin;"] [user=root@%] [2024/06/02 17:05:49.856 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.856 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2(code varchar(32)) CHARSET=utf8 COLLATE=utf8_bin;"] [2024/06/02 17:05:49.860 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=187] [conn=1719664662] [category=ddl] [job="ID:187, Type:create table, State:queueing, SchemaState:none, SchemaID:180, TableID:186, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.867 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=187] [conn=1719664662] [job="ID:187, Type:create table, State:synced, SchemaState:public, SchemaID:180, TableID:186, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.871 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=187] [2024/06/02 17:05:49.871 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.871 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000ba] [2024/06/02 17:05:49.872 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=400.413µs] [gotSchemaVersion=134] [phyTblIDs="[186]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:49.874 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000ba] ["first new region left"="{Id:182 StartKey:7480000000000000ffb800000000000000f8 EndKey:7480000000000000ffba00000000000000f8 RegionEpoch:{ConfVer:1 Version:87} Peers:[id:183 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:49.874 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[182]"] [2024/06/02 17:05:49.874 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664666] [schemaVersion=134] [cur_db=test] [sql="drop database `collation_misc`"] [user=root@%] [2024/06/02 17:05:49.878 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.878 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `collation_misc`"] [2024/06/02 17:05:49.882 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=1719664666] [category=ddl] [job="ID:188, Type:drop schema, State:queueing, SchemaState:public, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.891 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=1719664666] [category=ddl] [job="ID:188, Type:drop schema, State:running, SchemaState:write only, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.898 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=1719664666] [category=ddl] [job="ID:188, Type:drop schema, State:running, SchemaState:delete only, SchemaID:150, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.905 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[152,171]"] [comment="drop schema: table IDs"] [2024/06/02 17:05:49.907 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="drop schema"] [2024/06/02 17:05:49.907 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=188] [conn=1719664666] [job="ID:188, Type:drop schema, State:synced, SchemaState:none, SchemaID:150, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.845 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.910 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/06/02 17:05:49.910 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.911 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=134] [neededSchemaVersion=137] ["start time"=420.632µs] [gotSchemaVersion=137] [phyTblIDs="[152,171]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/06/02 17:05:49.913 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664668] [schemaVersion=137] [cur_db=test] [sql="create database `collation_pointget`"] [user=root@%] [2024/06/02 17:05:49.918 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.918 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database `collation_pointget`"] [2024/06/02 17:05:49.923 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=190] [conn=1719664668] [category=ddl] [job="ID:190, Type:create schema, State:queueing, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.930 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=190] [conn=1719664668] [job="ID:190, Type:create schema, State:synced, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.933 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/06/02 17:05:49.933 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.934 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=213.741µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:05:49.938 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=138] [cur_db=collation_pointget] [sql="create database collation_point_get;"] [user=root@%] [2024/06/02 17:05:49.942 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.942 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database collation_point_get;"] [2024/06/02 17:05:49.947 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=192] [conn=1719664670] [category=ddl] [job="ID:192, Type:create schema, State:queueing, SchemaState:none, SchemaID:191, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.954 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=192] [conn=1719664670] [job="ID:192, Type:create schema, State:synced, SchemaState:public, SchemaID:191, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.894 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.957 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/06/02 17:05:49.957 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.958 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=200.419µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:05:49.959 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=139] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:49.960 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=139] [cur_db=collation_point_get] [sql="create table t(a char(2), b char(2), index idx_1(a));"] [user=root@%] [2024/06/02 17:05:49.964 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.964 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2), b char(2), index idx_1(a));"] [2024/06/02 17:05:49.969 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=194] [conn=1719664670] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.977 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=194] [conn=1719664670] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:49.980 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/06/02 17:05:49.980 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:49.980 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c1] [2024/06/02 17:05:49.981 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=518.039µs] [gotSchemaVersion=140] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:49.983 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c1] ["first new region left"="{Id:184 StartKey:7480000000000000ffba00000000000000f8 EndKey:7480000000000000ffc100000000000000f8 RegionEpoch:{ConfVer:1 Version:88} Peers:[id:185 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:49.983 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[184]"] [2024/06/02 17:05:49.989 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=140] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/06/02 17:05:49.994 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:49.994 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/02 17:05:49.999 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=196] [conn=1719664670] [category=ddl] [job="ID:196, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.000 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c3] [2024/06/02 17:05:50.001 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c3] ["first new region left"="{Id:186 StartKey:7480000000000000ffc100000000000000f8 EndKey:7480000000000000ffc300000000000000f8 RegionEpoch:{ConfVer:1 Version:89} Peers:[id:187 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.001 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[186]"] [2024/06/02 17:05:50.007 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=196] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.009 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=196] [jobType="truncate table"] [2024/06/02 17:05:50.009 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=196] [conn=1719664670] [job="ID:196, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.944 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.013 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=196] [2024/06/02 17:05:50.013 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.014 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=538.042µs] [gotSchemaVersion=141] [phyTblIDs="[193,195]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 17:05:50.020 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=141] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.023 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.994 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.023 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:49.994 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.028 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=1719664670] [category=ddl] [job="ID:197, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.994 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.034 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=1719664670] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.994 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.041 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=1719664670] [category=ddl] [job="ID:197, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:195, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:49.994 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.048 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=197] [tableIDs="[195]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.050 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=197] [jobType="drop table"] [2024/06/02 17:05:50.050 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=197] [conn=1719664670] [job="ID:197, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:195, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:49.994 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.054 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/06/02 17:05:50.054 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.055 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=141] [neededSchemaVersion=144] ["start time"=424.201µs] [gotSchemaVersion=144] [phyTblIDs="[195]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.056 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=144] [cur_db=collation_point_get] [sql="create table t(a char(2) binary, b char(2), index idx_1(a));"] [user=root@%] [2024/06/02 17:05:50.061 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.061 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary, b char(2), index idx_1(a));"] [2024/06/02 17:05:50.066 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=199] [conn=1719664670] [category=ddl] [job="ID:199, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.073 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=199] [conn=1719664670] [job="ID:199, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.076 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=199] [2024/06/02 17:05:50.076 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.077 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c6] [2024/06/02 17:05:50.077 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c6] ["first new region left"="{Id:188 StartKey:7480000000000000ffc300000000000000f8 EndKey:7480000000000000ffc600000000000000f8 RegionEpoch:{ConfVer:1 Version:90} Peers:[id:189 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.078 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[188]"] [2024/06/02 17:05:50.078 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=478.74µs] [gotSchemaVersion=145] [phyTblIDs="[198]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.082 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1719664670] [session_alias=] [startTS=450184911269134386] [2024/06/02 17:05:50.088 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=145] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.092 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.092 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.096 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=1719664670] [category=ddl] [job="ID:200, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.103 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=1719664670] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.110 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=1719664670] [category=ddl] [job="ID:200, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:198, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.118 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=200] [tableIDs="[198]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.119 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=200] [jobType="drop table"] [2024/06/02 17:05:50.119 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=200] [conn=1719664670] [job="ID:200, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:198, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.044 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.123 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/06/02 17:05:50.123 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.124 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=145] [neededSchemaVersion=148] ["start time"=392.4µs] [gotSchemaVersion=148] [phyTblIDs="[198]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.125 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=148] [cur_db=collation_point_get] [sql="create table t(a char(2) primary key, b char(2));"] [user=root@%] [2024/06/02 17:05:50.129 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.094 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.129 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.094 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) primary key, b char(2));"] [2024/06/02 17:05:50.134 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=202] [conn=1719664670] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.094 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.141 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=202] [conn=1719664670] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.094 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.144 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/06/02 17:05:50.144 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.144 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000c9] [2024/06/02 17:05:50.145 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000c9] ["first new region left"="{Id:190 StartKey:7480000000000000ffc600000000000000f8 EndKey:7480000000000000ffc900000000000000f8 RegionEpoch:{ConfVer:1 Version:91} Peers:[id:191 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.145 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[190]"] [2024/06/02 17:05:50.145 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=470.481µs] [gotSchemaVersion=149] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.150 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=149] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/06/02 17:05:50.154 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.154 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/02 17:05:50.159 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=204] [conn=1719664670] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.160 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000cb] [2024/06/02 17:05:50.161 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000cb] ["first new region left"="{Id:192 StartKey:7480000000000000ffc900000000000000f8 EndKey:7480000000000000ffcb00000000000000f8 RegionEpoch:{ConfVer:1 Version:92} Peers:[id:193 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.161 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[192]"] [2024/06/02 17:05:50.167 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.169 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/06/02 17:05:50.169 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=204] [conn=1719664670] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.172 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/06/02 17:05:50.172 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.173 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=467.176µs] [gotSchemaVersion=150] [phyTblIDs="[201,203]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 17:05:50.178 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=150] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.182 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.182 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.186 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=1719664670] [category=ddl] [job="ID:205, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.193 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=1719664670] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.200 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=1719664670] [category=ddl] [job="ID:205, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.208 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=205] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.208 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 48e463ee-da2e-47b7-a516-f021bf8685ae"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 17:05:50.209 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=205] [jobType="drop table"] [2024/06/02 17:05:50.209 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=205] [conn=1719664670] [job="ID:205, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.144 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.212 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=205] [2024/06/02 17:05:50.213 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.214 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=150] [neededSchemaVersion=153] ["start time"=375.061µs] [gotSchemaVersion=153] [phyTblIDs="[203]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.215 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=153] [cur_db=collation_point_get] [sql="create table t(a char(2) binary primary key, b char(2));"] [user=root@%] [2024/06/02 17:05:50.219 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.194 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.219 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.194 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary primary key, b char(2));"] [2024/06/02 17:05:50.224 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=207] [conn=1719664670] [category=ddl] [job="ID:207, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.194 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.232 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=207] [conn=1719664670] [job="ID:207, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.194 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.235 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/06/02 17:05:50.235 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.235 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000ce] [2024/06/02 17:05:50.236 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000ce] ["first new region left"="{Id:194 StartKey:7480000000000000ffcb00000000000000f8 EndKey:7480000000000000ffce00000000000000f8 RegionEpoch:{ConfVer:1 Version:93} Peers:[id:195 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.236 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[194]"] [2024/06/02 17:05:50.236 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=465.159µs] [gotSchemaVersion=154] [phyTblIDs="[206]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.240 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1719664670] [session_alias=] [startTS=450184911308455996] [2024/06/02 17:05:50.244 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=154] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.247 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.247 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.252 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=1719664670] [category=ddl] [job="ID:208, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.259 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=1719664670] [category=ddl] [job="ID:208, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.266 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=1719664670] [category=ddl] [job="ID:208, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:206, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.273 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=208] [tableIDs="[206]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.275 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=208] [jobType="drop table"] [2024/06/02 17:05:50.275 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=208] [conn=1719664670] [job="ID:208, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:206, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.279 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=208] [2024/06/02 17:05:50.279 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.280 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=154] [neededSchemaVersion=157] ["start time"=391.175µs] [gotSchemaVersion=157] [phyTblIDs="[206]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.281 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=157] [cur_db=collation_point_get] [sql="create table t(a char(2) primary key, b char(2));"] [user=root@%] [2024/06/02 17:05:50.285 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.285 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) primary key, b char(2));"] [2024/06/02 17:05:50.290 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=210] [conn=1719664670] [category=ddl] [job="ID:210, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.298 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=210] [conn=1719664670] [job="ID:210, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.244 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.301 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/06/02 17:05:50.301 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.301 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d1] [2024/06/02 17:05:50.302 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d1] ["first new region left"="{Id:196 StartKey:7480000000000000ffce00000000000000f8 EndKey:7480000000000000ffd100000000000000f8 RegionEpoch:{ConfVer:1 Version:94} Peers:[id:197 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.302 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[196]"] [2024/06/02 17:05:50.302 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=600.192µs] [gotSchemaVersion=158] [phyTblIDs="[209]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.312 +08:00] [WARN] [session.go:2116] ["compile SQL failed"] [conn=1719664670] [session_alias=] [error="[planner:1054]Unknown column 'xxxxx.a' in 'where clause'"] [SQL="select a from t where xxxxx.a = \"aa\""] [2024/06/02 17:05:50.313 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=1719664670] [session_alias=] [connInfo="id:1719664670, addr:127.0.0.1:53952 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select a from t where xxxxx.a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 'xxxxx.a' in 'where clause'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2438\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/parser/ast.(*BinaryOperationExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:211\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4180\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:515\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/06/02 17:05:50.313 +08:00] [WARN] [session.go:2116] ["compile SQL failed"] [conn=1719664670] [session_alias=] [error="[planner:1054]Unknown column 'xxxxx.a' in 'field list'"] [SQL="select xxxxx.a from t where a = \"aa\""] [2024/06/02 17:05:50.313 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=1719664670] [session_alias=] [connInfo="id:1719664670, addr:127.0.0.1:53952 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select xxxxx.a from t where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 'xxxxx.a' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2438\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildProjection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1713\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4238\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:515\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/06/02 17:05:50.313 +08:00] [WARN] [session.go:2116] ["compile SQL failed"] [conn=1719664670] [session_alias=] [error="[planner:1054]Unknown column 't.a' in 'where clause'"] [SQL="select a from t tmp where t.a = \"aa\""] [2024/06/02 17:05:50.313 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=1719664670] [session_alias=] [connInfo="id:1719664670, addr:127.0.0.1:53952 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select a from t tmp where t.a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 't.a' in 'where clause'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2438\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/parser/ast.(*BinaryOperationExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:211\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewrite\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:208\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4180\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:515\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/06/02 17:05:50.313 +08:00] [WARN] [session.go:2116] ["compile SQL failed"] [conn=1719664670] [session_alias=] [error="[planner:1054]Unknown column 't.a' in 'field list'"] [SQL="select t.a from t tmp where a = \"aa\""] [2024/06/02 17:05:50.314 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=1719664670] [session_alias=] [connInfo="id:1719664670, addr:127.0.0.1:53952 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select t.a from t tmp where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1054]Unknown column 't.a' in 'field list'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).toColumn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:2438\ngithub.com/pingcap/tidb/pkg/planner/core.(*expressionRewriter).Leave\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:1454\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnName).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:534\ngithub.com/pingcap/tidb/pkg/parser/ast.(*ColumnNameExpr).Accept\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/parser/ast/expressions.go:607\ngithub.com/pingcap/tidb/pkg/planner/core.rewriteExprNode\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:302\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).rewriteWithPreprocess\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/expression_rewriter.go:241\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildProjection\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:1713\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4238\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:515\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/06/02 17:05:50.314 +08:00] [WARN] [session.go:2116] ["compile SQL failed"] [conn=1719664670] [session_alias=] [error="[planner:1051]Unknown table 't'"] [SQL="select t.* from t tmp where a = \"aa\""] [2024/06/02 17:05:50.314 +08:00] [INFO] [conn.go:1151] ["command dispatched failed"] [conn=1719664670] [session_alias=] [connInfo="id:1719664670, addr:127.0.0.1:53952 status:10, collation:utf8mb4_general_ci, user:root"] [command=Query] [status="inTxn:0, autocommit:1"] [sql="select t.* from t tmp where a = \"aa\";"] [txn_mode=PESSIMISTIC] [timestamp=0] [err="[planner:1051]Unknown table 't'\ngithub.com/pingcap/errors.AddStack\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\t/go/pkg/mod/github.com/pingcap/errors@v0.11.5-0.20240318064555-6bd07397691f/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).unfoldWildStar\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:3877\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildSelect\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/logical_plan_builder.go:4112\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/core/planbuilder.go:515\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/server.(*TiDBContext).ExecuteStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/driver_tidb.go:294\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleStmt\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:2021\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).handleQuery\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1774\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).dispatch\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1348\ngithub.com/pingcap/tidb/pkg/server.(*clientConn).Run\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/conn.go:1114\ngithub.com/pingcap/tidb/pkg/server.(*Server).onConn\n\t/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pkg/server/server.go:739\nruntime.goexit\n\t/usr/local/go/src/runtime/asm_amd64.s:1650"] [2024/06/02 17:05:50.314 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=158] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.318 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.294 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.318 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.294 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.322 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=1719664670] [category=ddl] [job="ID:211, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.294 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.329 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=1719664670] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.294 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.337 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=1719664670] [category=ddl] [job="ID:211, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:209, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.294 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.345 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=211] [tableIDs="[209]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.346 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=211] [jobType="drop table"] [2024/06/02 17:05:50.347 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=211] [conn=1719664670] [job="ID:211, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:209, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.294 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.350 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/06/02 17:05:50.350 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.351 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=158] [neededSchemaVersion=161] ["start time"=376.641µs] [gotSchemaVersion=161] [phyTblIDs="[209]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.352 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=161] [cur_db=collation_point_get] [sql="create table t(a char(4) primary key, b char(4));"] [user=root@%] [2024/06/02 17:05:50.356 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.356 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(4) primary key, b char(4));"] [2024/06/02 17:05:50.361 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=213] [conn=1719664670] [category=ddl] [job="ID:213, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.368 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=213] [conn=1719664670] [job="ID:213, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.371 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/06/02 17:05:50.371 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.371 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d4] [2024/06/02 17:05:50.372 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d4] ["first new region left"="{Id:198 StartKey:7480000000000000ffd100000000000000f8 EndKey:7480000000000000ffd400000000000000f8 RegionEpoch:{ConfVer:1 Version:95} Peers:[id:199 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.372 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[198]"] [2024/06/02 17:05:50.373 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=460.275µs] [gotSchemaVersion=162] [phyTblIDs="[212]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.377 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=162] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/06/02 17:05:50.381 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.381 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/02 17:05:50.385 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=215] [conn=1719664670] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:212, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.387 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d6] [2024/06/02 17:05:50.388 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d6] ["first new region left"="{Id:200 StartKey:7480000000000000ffd400000000000000f8 EndKey:7480000000000000ffd600000000000000f8 RegionEpoch:{ConfVer:1 Version:96} Peers:[id:201 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.388 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[200]"] [2024/06/02 17:05:50.394 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.395 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/06/02 17:05:50.396 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=215] [conn=1719664670] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.344 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.399 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/06/02 17:05:50.399 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.400 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=429.915µs] [gotSchemaVersion=163] [phyTblIDs="[212,214]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 17:05:50.404 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=163] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.408 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.408 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.412 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=1719664670] [category=ddl] [job="ID:216, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.419 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=1719664670] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.425 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=1719664670] [category=ddl] [job="ID:216, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:214, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.433 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[214]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.434 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop table"] [2024/06/02 17:05:50.435 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=216] [conn=1719664670] [job="ID:216, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:214, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.438 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/06/02 17:05:50.438 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.439 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=163] [neededSchemaVersion=166] ["start time"=366.034µs] [gotSchemaVersion=166] [phyTblIDs="[214]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.440 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=166] [cur_db=collation_point_get] [sql="create table t(a char(2) binary primary key, b char(2));"] [user=root@%] [2024/06/02 17:05:50.445 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.445 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a char(2) binary primary key, b char(2));"] [2024/06/02 17:05:50.449 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=218] [conn=1719664670] [category=ddl] [job="ID:218, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.457 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=218] [conn=1719664670] [job="ID:218, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.394 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.460 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/06/02 17:05:50.460 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.460 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000d9] [2024/06/02 17:05:50.461 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000d9] ["first new region left"="{Id:202 StartKey:7480000000000000ffd600000000000000f8 EndKey:7480000000000000ffd900000000000000f8 RegionEpoch:{ConfVer:1 Version:97} Peers:[id:203 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.461 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[202]"] [2024/06/02 17:05:50.461 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=495.925µs] [gotSchemaVersion=167] [phyTblIDs="[217]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.465 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1719664670] [session_alias=] [startTS=450184911373991962] [2024/06/02 17:05:50.469 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=167] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.472 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.444 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.472 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.444 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.477 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=1719664670] [category=ddl] [job="ID:219, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.444 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.484 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=1719664670] [category=ddl] [job="ID:219, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.444 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.490 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=1719664670] [category=ddl] [job="ID:219, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:217, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.444 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.498 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=219] [tableIDs="[217]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.499 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=219] [jobType="drop table"] [2024/06/02 17:05:50.499 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=219] [conn=1719664670] [job="ID:219, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:217, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.444 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.502 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=219] [2024/06/02 17:05:50.502 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.503 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=167] [neededSchemaVersion=170] ["start time"=394.361µs] [gotSchemaVersion=170] [phyTblIDs="[217]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.504 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=170] [cur_db=collation_point_get] [sql="create table t(a varchar(2) primary key, b varchar(2));"] [user=root@%] [2024/06/02 17:05:50.509 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.509 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a varchar(2) primary key, b varchar(2));"] [2024/06/02 17:05:50.513 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=221] [conn=1719664670] [category=ddl] [job="ID:221, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.521 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=221] [conn=1719664670] [job="ID:221, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.524 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=221] [2024/06/02 17:05:50.524 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.524 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000dc] [2024/06/02 17:05:50.525 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000dc] ["first new region left"="{Id:204 StartKey:7480000000000000ffd900000000000000f8 EndKey:7480000000000000ffdc00000000000000f8 RegionEpoch:{ConfVer:1 Version:98} Peers:[id:205 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.525 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[204]"] [2024/06/02 17:05:50.526 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=581.787µs] [gotSchemaVersion=171] [phyTblIDs="[220]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.530 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=171] [cur_db=collation_point_get] [sql="truncate table t;"] [user=root@%] [2024/06/02 17:05:50.534 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.534 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/02 17:05:50.539 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=223] [conn=1719664670] [category=ddl] [job="ID:223, Type:truncate table, State:queueing, SchemaState:none, SchemaID:191, TableID:220, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.540 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000de] [2024/06/02 17:05:50.541 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000de] ["first new region left"="{Id:206 StartKey:7480000000000000ffdc00000000000000f8 EndKey:7480000000000000ffde00000000000000f8 RegionEpoch:{ConfVer:1 Version:99} Peers:[id:207 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.541 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[206]"] [2024/06/02 17:05:50.547 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=223] [tableIDs="[220]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.548 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=223] [jobType="truncate table"] [2024/06/02 17:05:50.549 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=223] [conn=1719664670] [job="ID:223, Type:truncate table, State:synced, SchemaState:public, SchemaID:191, TableID:220, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.494 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.552 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=223] [2024/06/02 17:05:50.552 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.553 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=434.885µs] [gotSchemaVersion=172] [phyTblIDs="[220,222]"] [actionTypes="[11,11]"] [diffTypes="[\"truncate table\"]"] [2024/06/02 17:05:50.558 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=172] [cur_db=collation_point_get] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:05:50.561 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.544 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.561 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.544 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:05:50.566 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=1719664670] [category=ddl] [job="ID:224, Type:drop table, State:queueing, SchemaState:public, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.544 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.572 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=1719664670] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:write only, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.544 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.579 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=1719664670] [category=ddl] [job="ID:224, Type:drop table, State:running, SchemaState:delete only, SchemaID:191, TableID:222, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.544 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.587 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[222]"] [comment="drop table: table ID"] [2024/06/02 17:05:50.588 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="drop table"] [2024/06/02 17:05:50.589 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=224] [conn=1719664670] [job="ID:224, Type:drop table, State:synced, SchemaState:none, SchemaID:191, TableID:222, RowCount:0, ArgLen:3, start time: 2024-06-02 17:05:50.544 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.592 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/06/02 17:05:50.592 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.593 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=172] [neededSchemaVersion=175] ["start time"=421.948µs] [gotSchemaVersion=175] [phyTblIDs="[222]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:05:50.594 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664670] [schemaVersion=175] [cur_db=collation_point_get] [sql="create table t(a varchar(2) binary primary key, b varchar(2));"] [user=root@%] [2024/06/02 17:05:50.599 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.600 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a varchar(2) binary primary key, b varchar(2));"] [2024/06/02 17:05:50.604 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=226] [conn=1719664670] [category=ddl] [job="ID:226, Type:create table, State:queueing, SchemaState:none, SchemaID:191, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.612 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=226] [conn=1719664670] [job="ID:226, Type:create table, State:synced, SchemaState:public, SchemaID:191, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.615 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/06/02 17:05:50.615 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.615 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000000e1] [2024/06/02 17:05:50.616 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000000e1] ["first new region left"="{Id:208 StartKey:7480000000000000ffde00000000000000f8 EndKey:7480000000000000ffe100000000000000f8 RegionEpoch:{ConfVer:1 Version:100} Peers:[id:209 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:05:50.616 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[208]"] [2024/06/02 17:05:50.617 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=535.669µs] [gotSchemaVersion=176] [phyTblIDs="[225]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:05:50.620 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1719664670] [session_alias=] [startTS=450184911413313567] [2024/06/02 17:05:50.625 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1719664674] [schemaVersion=176] [cur_db=test] [sql="drop database `collation_pointget`"] [user=root@%] [2024/06/02 17:05:50.629 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:05:50.629 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `collation_pointget`"] [2024/06/02 17:05:50.633 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=1719664674] [category=ddl] [job="ID:227, Type:drop schema, State:queueing, SchemaState:public, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.639 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=1719664674] [category=ddl] [job="ID:227, Type:drop schema, State:running, SchemaState:write only, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.646 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=1719664674] [category=ddl] [job="ID:227, Type:drop schema, State:running, SchemaState:delete only, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.653 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=227] [jobType="drop schema"] [2024/06/02 17:05:50.653 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=227] [conn=1719664674] [job="ID:227, Type:drop schema, State:synced, SchemaState:none, SchemaID:189, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:05:50.594 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:05:50.656 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=227] [2024/06/02 17:05:50.656 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:05:50.657 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=176] [neededSchemaVersion=179] ["start time"=360.082µs] [gotSchemaVersion=179] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/06/02 17:05:50.659 +08:00] [INFO] [signal_posix.go:54] ["got signal to exit"] [signal=terminated] [2024/06/02 17:05:50.659 +08:00] [INFO] [server.go:584] ["setting tidb-server to report unhealthy (shutting-down)"] [2024/06/02 17:05:50.659 +08:00] [ERROR] [http_status.go:531] ["start status/rpc server error"] [error="accept tcp 127.0.0.1:36909: use of closed network connection"] [2024/06/02 17:05:50.659 +08:00] [ERROR] [http_status.go:526] ["http server error"] [error="http: Server closed"] [2024/06/02 17:05:50.660 +08:00] [ERROR] [http_status.go:521] ["grpc server error"] [error="mux: server closed"] [2024/06/02 17:05:50.660 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36909"] [2024/06/02 17:05:50.660 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36909"] [2024/06/02 17:05:50.660 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36909"] [2024/06/02 17:05:50.660 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36909"] [error="context canceled"] [2024/06/02 17:05:50.661 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:36909"] [] [2024/06/02 17:05:50.661 +08:00] [INFO] [server.go:978] ["start drain clients"] [2024/06/02 17:05:50.661 +08:00] [INFO] [server.go:1007] ["all sessions quit in drain wait time"] [2024/06/02 17:05:50.661 +08:00] [INFO] [server.go:959] ["kill all connections."] [category=server] [2024/06/02 17:05:50.661 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.661 +08:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 17:05:50.661 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 17:05:50.661 +08:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=1.697µs] [2024/06/02 17:05:50.661 +08:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=995ns] [2024/06/02 17:05:50.661 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 17:05:50.661 +08:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp general"] [category=ddl] ["take time"=588ns] [2024/06/02 17:05:50.661 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.661 +08:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.661 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [] [2024/06/02 17:05:50.662 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 17:05:50.662 +08:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 17:05:50.662 +08:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 17:05:50.663 +08:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=f1426c8e-c581-46cb-8d08-4960dfa7ade5] ["take time"=2.031549ms] [2024/06/02 17:05:50.663 +08:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=f1426c8e-c581-46cb-8d08-4960dfa7ade5] [2024/06/02 17:05:50.663 +08:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 17:05:50.663 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/edbfa7ba-b32a-44f4-9a4d-ac5c9c6a36be] [watcherID=4094fb45-af31-496f-9a9d-d09de61f02d4] [2024/06/02 17:05:50.663 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 17:05:50.663 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/edbfa7ba-b32a-44f4-9a4d-ac5c9c6a36be] [2024/06/02 17:05:50.663 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 17:05:50.663 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 17:05:50.663 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:05:50.663 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=820] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2360] ["loadStatsWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.664 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 17:05:50.664 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=f1426c8e-c581-46cb-8d08-4960dfa7ade5] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 17:05:50.664 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 17:05:50.664 +08:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [2024/06/02 17:05:50.664 +08:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [2024/06/02 17:05:50.664 +08:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [2024/06/02 17:05:50.664 +08:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/02 17:05:50.664 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [error="context canceled"] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2389] ["indexUsageWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 17:05:50.664 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 17:05:50.664 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b796b437-8bd6-4334-9704-c99ed2d3baaa"] [error="lost watcher waiting for delete"] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b796b437-8bd6-4334-9704-c99ed2d3baaa"] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [error="context canceled"] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [2024/06/02 17:05:50.664 +08:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=f1426c8e-c581-46cb-8d08-4960dfa7ade5] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=b796b437-8bd6-4334-9704-c99ed2d3baaa] [daemon-id=LogBackup::Advancer] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 17:05:50.664 +08:00] [INFO] [manager.go:179] ["handle tasks loop done"] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 17:05:50.664 +08:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 17:05:50.664 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 17:05:50.664 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager b796b437-8bd6-4334-9704-c99ed2d3baaa"] [error="context canceled"] [2024/06/02 17:05:50.865 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager b796b437-8bd6-4334-9704-c99ed2d3baaa"] [error="context canceled"] [2024/06/02 17:05:53.180 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 17:05:53.180 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=quitStatsOwner] [2024/06/02 17:05:53.190 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager f1426c8e-c581-46cb-8d08-4960dfa7ade5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 17:05:53.190 +08:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 17:05:53.190 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 17:05:53.192 +08:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=2.531599843s] [2024/06/02 17:05:53.192 +08:00] [INFO] [gc_worker.go:223] [quit] [category="gc worker"] [uuid=63f60ca8060000c] [2024/06/02 17:05:53.192 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 17:05:53.192 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 17:05:53.192 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 17:05:53.192 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:05:53.192 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 17:05:53.192 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 17:05:53.192 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 17:05:53.192 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 17:05:53.193 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 17:05:53.193 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 17:05:53.193 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:05:53.193 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 17:05:53.193 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 17:05:53.193 +08:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] [2024/06/02 17:05:53.193 +08:00] [INFO] [cpu.go:98] ["sql cpu collector stopped"] [2024/06/02 17:05:53.193 +08:00] [INFO] [cgmon.go:77] ["cgroup monitor stopped"] [2024/06/02 17:05:53.193 +08:00] [INFO] [cpuprofile.go:130] ["parallel cpu profiler stopped"] + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") Post stage [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] sh diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") + sed -i 's|repository_cache=/home/jenkins/.tidb/tmp|repository_cache=/share/.cache/bazel-repository-cache|g' Makefile.common + git diff . [Pipeline] archiveArtifacts Archiving artifacts + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/06/02 17:05:42.190 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:42.190 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:42.190 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:42.194 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:42.194 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:42.194 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:42.194 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:42.196 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:42.196 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:05:42.196 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:05:42.196 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:42.196 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:42.196 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:42.197 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=286.227µs] [2024/06/02 17:05:44.198 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:05:44.199 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.199 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:44.199 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:44.200 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.200 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.201 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.201 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.201 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:44.201 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.201 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.201 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.201 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.201 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.202 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.202 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:44.204 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:44.204 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:05:44.204 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:44.204 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:44.204 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:44.204 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.204 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.205 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:44.205 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.205 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:44.205 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.205 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:44.206 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:44.206 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:05:44.206 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:05:44.206 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.206 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:44.206 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:05:44.207 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.255 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:44.701 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:05:44.701 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:44.702 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:05:44.702 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:05:44.702 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:05:44.702 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:44.704 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829560578361043] [2024/06/02 17:05:44.704 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829560578361043] [2024/06/02 17:05:44.708 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:44.710 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:05:44.711 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:44.712 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:44.712 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:05:44.712 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:05:44.712 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:44.713 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:44.713 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:44.714 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:44.714 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:05:44.714 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:05:44.714 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=218.845µs] [2024/06/02 17:05:44.714 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829560578361043/leader] [purpose="leader election"] [2024/06/02 17:05:44.714 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:05:44.715 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:05:45.716 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:05:54.703 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:05:54.703 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/06/02 17:05:42.189 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:42.189 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:42.189 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:42.189 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:42.189 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:42.189 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:42.189 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:42.189 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:42.189 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:42.193 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:42.193 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:42.193 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:42.193 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:42.195 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:42.195 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:05:42.195 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:42.195 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:42.195 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:42.195 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:05:42.195 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:42.195 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:42.195 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:42.196 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=483.265µs] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:05:43.198 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.199 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:43.200 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:43.200 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.200 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.201 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.201 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.201 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.201 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.201 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:43.201 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:43.201 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:43.201 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:43.201 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:05:43.202 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.202 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.202 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.202 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:43.202 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.202 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.203 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:43.203 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:05:44.203 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.203 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:44.204 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:05:44.204 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.204 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.204 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:44.204 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.206 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:05:44.206 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:44.701 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:05:44.701 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:44.701 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:05:44.702 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:05:44.702 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:05:44.704 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829560578361043] [2024/06/02 17:05:44.704 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829560578361043] [2024/06/02 17:05:44.708 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:44.709 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:05:44.710 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:44.711 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:44.711 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:05:44.711 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:05:44.711 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:44.711 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:44.711 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:05:44.712 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:44.712 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629872320013] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:05:44.713 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:05:44.713 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829560578361043/leader] [purpose="leader election"] [2024/06/02 17:05:44.713 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:05:44.713 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:05:44.713 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:05:44.713 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:05:44.714 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:05:47.713 +08:00] [next=2024/06/02 17:05:44.713 +08:00] [2024/06/02 17:05:44.715 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:44.715 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:05:44.716 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:05:44.718 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:05:44.721 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:05:44.721 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:05:44.721 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:05:45.017 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:05:45.017 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:05:45.018 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:05:45.089 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:05:45.089 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:05:45.089 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:05:45.089 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:05:45.094 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:05:45.094 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:05:45.097 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829560578361043] [request="header: store: region: peers: > "] [2024/06/02 17:05:45.097 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829560578361043] [request="header: store: region: peers: > "] [2024/06/02 17:05:45.098 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829560578361043] [2024/06/02 17:05:45.098 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829560578361043] [2024/06/02 17:05:45.102 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=1.131944ms] [2024/06/02 17:05:45.102 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=243.152µs] [2024/06/02 17:05:45.103 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:05:45.103 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:05:45.103 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:05:45.103 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:05:45.103 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:05:45.103 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:05:45.103 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:05:45.104 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=643.55µs] [2024/06/02 17:05:45.106 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:05:45.107 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=7] [2024/06/02 17:05:45.107 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:7 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319145 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:45.107 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:45.107 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:05:45.107 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319145 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:45.107 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:45.713 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:05:45.716 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:05:45.716 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:05:45.915 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:05:45.915 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:05:48.101 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:05:48.101 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319145 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:48.102 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:48.104 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:05:48.104 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:05:48.104 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:05:48.104 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.105 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.105 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.106 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:48.107 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:05:48.107 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:05:48.107 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:05:48.107 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:05:48.118 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-06-02 17:05:48.11832381 +0800 CST m=+5.966952889, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:48.118 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:05:48.118 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:05:48.118 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:05:48.118 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:05:48.119 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:05:48.120 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=3] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:05:48.120 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=1.847343ms] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-06-02 17:05:48.11832381 +0800 CST m=+5.966952889, startAt:2024-06-02 17:05:48.118437285 +0800 CST m=+5.967066364, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:48.120 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=3] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:05:49.106 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:05:54.703 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:05:54.703 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:05:55.104 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/06/02 17:05:55.104 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=7] [store-address=127.0.0.1:20160] [2024/06/02 17:05:55.105 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:05:55.123363879 +0800 CST m=+12.971992961, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 7"] [source=create] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:05:55.123618823 +0800 CST m=+12.972247898, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 7"] [source=create] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-06-02 17:05:55.123721132 +0800 CST m=+12.972350206, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 20 on store 7"] [source=create] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:05:55.123814563 +0800 CST m=+12.972443743, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 7}, 1:{promote learner peer 21 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 7"] [source=create] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:05:55.123909073 +0800 CST m=+12.972538148, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 7}, 1:{promote learner peer 22 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:55.123 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 7"] [source=create] [2024/06/02 17:05:55.124 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:55.124 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 7"] [source=heartbeat] [2024/06/02 17:05:55.124 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 7"] [source=heartbeat] [2024/06/02 17:05:55.124 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:55.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 7"] [source=heartbeat] [2024/06/02 17:05:55.125 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:55.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 20 on store 7"] [source=heartbeat] [2024/06/02 17:05:55.125 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:20 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:55.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 7"] [source=heartbeat] [2024/06/02 17:05:55.125 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:55.133 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:05:55.133 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 20 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:05:55.133 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:05:55.133 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:05:55.134 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:05:55.134 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:7 role:Learner },Add peer:{id:21 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:55.134 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.592639ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:05:55.123814563 +0800 CST m=+12.972443743, startAt:2024-06-02 17:05:55.123847416 +0800 CST m=+12.972476489, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 7}, 1:{promote learner peer 21 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:55.134 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:20 store_id:7 role:Learner },Add peer:{id:20 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:55.134 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=10.814018ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-06-02 17:05:55.123721132 +0800 CST m=+12.972350206, startAt:2024-06-02 17:05:55.123756085 +0800 CST m=+12.972385158, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:55.134 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.694427ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:05:55.123909073 +0800 CST m=+12.972538148, startAt:2024-06-02 17:05:55.123944018 +0800 CST m=+12.972573094, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 7}, 1:{promote learner peer 22 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:55.134 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:7 role:Learner },Add peer:{id:19 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:55.134 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:7 role:Learner },Add peer:{id:22 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:55.134 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.072529ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:05:55.123618823 +0800 CST m=+12.972247898, startAt:2024-06-02 17:05:55.123662257 +0800 CST m=+12.972291340, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:55.134 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:7 role:Learner },Add peer:{id:18 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:55.134 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.29613ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:05:55.123363879 +0800 CST m=+12.971992961, startAt:2024-06-02 17:05:55.1235193 +0800 CST m=+12.972148379, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:05:58.116219629 +0800 CST m=+15.964848710, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:05:58.116390085 +0800 CST m=+15.965019164, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:05:58.116475432 +0800 CST m=+15.965104506, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:05:58.116560671 +0800 CST m=+15.965189746, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-06-02 17:05:58.116628949 +0800 CST m=+15.965258023, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:58.116 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 2"] [source=create] [2024/06/02 17:05:58.118 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:58.118 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/06/02 17:05:58.118 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/06/02 17:05:58.118 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:58.119 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:58.119 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/06/02 17:05:58.119 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:05:58.119 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:58.119 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/06/02 17:05:58.119 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:58.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:05:58.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:05:58.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:05:58.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:05:58.125 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:05:58.126 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:58.126 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.864545ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:05:58.116390085 +0800 CST m=+15.965019164, startAt:2024-06-02 17:05:58.11641886 +0800 CST m=+15.965047938, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:58.126 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:58.126 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=9.833567ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:05:58.116560671 +0800 CST m=+15.965189746, startAt:2024-06-02 17:05:58.116585202 +0800 CST m=+15.965214276, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:58.126 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:58.126 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.251444ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:05:58.116219629 +0800 CST m=+15.964848710, startAt:2024-06-02 17:05:58.116319478 +0800 CST m=+15.964948557, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:58.126 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:58.126 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=9.993512ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-06-02 17:05:58.116628949 +0800 CST m=+15.965258023, startAt:2024-06-02 17:05:58.116663771 +0800 CST m=+15.965292849, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:58.126 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.215475ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:05:58.116475432 +0800 CST m=+15.965104506, startAt:2024-06-02 17:05:58.116508437 +0800 CST m=+15.965137511, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:58.126 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:06:39.358 +08:00] [WARN] [tso.go:334] ["clock offset"] [] [jet-lag=190.149788ms] [prev-physical=2024/06/02 17:06:39.168 +08:00] [now=2024/06/02 17:06:39.358 +08:00] [update-physical-interval=50ms] [2024/06/02 17:06:45.105 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:06:45.106 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd2.log <== [2024/06/02 17:05:42.190 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:42.190 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:42.191 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:42.191 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:42.191 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:42.191 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:42.191 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:42.191 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:42.191 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:42.195 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:42.195 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:42.196 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:42.196 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:42.196 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:05:42.196 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:42.196 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:05:42.196 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:42.196 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:42.196 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=58] [max-cpu-available=58] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:42.197 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:42.197 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=311.191µs] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:05:44.200 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.201 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:44.202 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:44.203 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:44.203 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:44.203 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:05:44.203 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.203 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:44.204 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:44.204 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:44.204 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.204 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:44.204 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.204 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:44.204 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:44.204 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:44.206 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.207 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:44.207 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:44.207 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:44.207 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:44.254 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:05:44.699 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:44.700 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:44.701 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:05:44.701 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:44.702 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:44.702 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:05:44.702 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:05:44.702 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:05:44.705 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829560578361043] [2024/06/02 17:05:44.705 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829560578361043] [2024/06/02 17:05:44.709 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:44.709 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:05:44.710 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:44.711 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:44.711 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:05:44.711 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:05:44.711 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:44.711 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:44.712 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:05:44.712 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:44.914 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:44.914 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:05:44.914 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:05:44.914 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=49.454µs] [2024/06/02 17:05:44.914 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:05:44.915 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829560578361043/leader] [purpose="leader election"] [2024/06/02 17:05:44.915 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:05:45.915 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:05:45.943 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:05:45.954 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:05:45.954 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:05:45.954 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43679] [remotes="[]"] [2024/06/02 17:05:45.954 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34153] [remotes="[]"] [2024/06/02 17:05:45.955 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:05:45.959 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:05:54.703 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:05:54.703 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={25, 28, 46, 53, 70, 23, 9, 19, 54, 15, 35, 44, 18, 8, 11, 14, 58, 49, 16, 20, 10, 68, 55, 12, 50, 67, 65, 13, 31, 62, 30, 69, 24, 26, 57, 32, 17, 34, 27, 52, 60, 29, 59, 47, 48, 51, 36, 71, 64, 45, 66, 33, 61, 63, 22, 0, 56, 21}"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["subchannel 0x7f0a5b84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f0a5b8afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0a5b837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0a5b8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319142.159706542\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["subchannel 0x7f0a5b84d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f0a5b8afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0a5b837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0a5b8d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f0a5b84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f0a5b8afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0a5b837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0a5b8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319142.160225498\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f0a5b84dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f0a5b8afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0a5b837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0a5b8d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f0a5b84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f0a5b8afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0a5b837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0a5b8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319142.160473264\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f0a5b84e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f0a5b8afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0a5b837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0a5b8d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:42.461 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.463 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.463 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:44.703 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:45.005 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.006 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:45.007 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:45.008 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:45.010 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:05:45.017 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:45.017 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:45.017 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:05:45.018 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:05:45.018 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:05:45.018 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:05:45.018 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:45.023 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:45.023 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:45.024 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 181.352µs"] [thread_id=1] [2024/06/02 17:05:45.091 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:45.092 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:45.093 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:45.093 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:05:45.093 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:05:45.094 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:45.094 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:45.094 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:45.094 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:05:45.094 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:45.094 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:05:45.101 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 7 }"] [store_id=7] [thread_id=1] [2024/06/02 17:05:45.104 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:45.104 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 7 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319145 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:45.107 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=7] [status=Some()] [thread_id=1] [2024/06/02 17:05:45.107 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:45.107 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/06/02 17:05:45.107 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=7] [thread_id=1] [2024/06/02 17:05:45.108 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:45.111 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:45.111 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=52.275µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=7] [thread_id=1] [2024/06/02 17:05:45.111 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=46.225µs] [garbage_range_count=1] [store_id=7] [thread_id=1] [2024/06/02 17:05:45.113 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:45.113 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:45.113 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:45.117 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:45.117 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:45.117 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:45.119 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:05:45.119 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:05:45.120 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:05:45.124 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:55.114 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:05:55.127 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:05:55.127 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=7] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=7] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=7] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=7] [peer_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=7] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.127 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:05:55.128 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:05:55.129 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=722.246µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_3_6_8_(default|lock|write).sst] [snap_key=3_6_8] [thread_id=131] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=369.672µs] [snap_key=3_6_8] [thread_id=131] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=341.458µs] [snap_key=10_6_7] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=368.091µs] [snap_key=12_6_7] [thread_id=130] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=404.459µs] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=346.366µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.133 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=103.752µs] [region_id=10] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=3] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.133 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.781µs] [region_id=3] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.196µs] [region_id=12] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.091µs] [region_id=16] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:55.133 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.97µs] [region_id=14] [thread_id=80] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 7 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=9] [term=6] [peer_id=20] [region_id=3] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=3] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 role: Learner }"] [changes="[peer { id: 21 store_id: 7 }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=20] [region_id=3] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 7 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 role: Learner }"] [changes="[peer { id: 22 store_id: 7 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=20] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=20] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:06:45.113 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:06:45.113 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_8] [peer_id=20] [region_id=3] [thread_id=101] [2024/06/02 17:06:45.113 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:06:45.113 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:06:45.113 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:06:45.113 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:45.113 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:45.113 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:45.113 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:45.113 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={9, 15, 22, 62, 25, 59, 29, 28, 45, 47, 60, 69, 16, 53, 58, 56, 31, 51, 55, 65, 36, 67, 11, 26, 0, 50, 71, 19, 46, 61, 33, 64, 32, 14, 34, 44, 57, 66, 18, 12, 21, 48, 52, 13, 23, 35, 10, 24, 30, 54, 20, 27, 17, 49, 63, 8, 70, 68}"] [thread_id=1] [2024/06/02 17:05:42.156 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["subchannel 0x7f661364d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f66136afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6613637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66136d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319142.159576228\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["subchannel 0x7f661364d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f66136afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6613637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66136d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f661364dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f66136afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6613637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66136d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319142.160145078\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f661364dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f66136afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6613637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66136d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f661364e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f66136afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6613637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66136d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319142.160417746\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7f661364e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f66136afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6613637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f66136d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:42.462 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.462 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.462 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:44.703 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:45.005 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.006 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:45.007 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:45.008 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:45.010 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:45.017 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:45.017 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:05:45.017 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:05:45.017 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:05:45.017 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:45.018 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:05:45.023 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:45.023 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:45.024 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 197.869µs"] [thread_id=1] [2024/06/02 17:05:45.086 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:45.088 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:45.088 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:45.088 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:05:45.089 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:05:45.089 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:45.089 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:45.089 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:45.089 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:05:45.089 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:45.089 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:05:45.097 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:05:45.098 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:48.099 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:48.099 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319145 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:48.102 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:05:48.102 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/06/02 17:05:48.102 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:05:48.102 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:48.102 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:05:48.103 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:48.106 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:48.106 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.617µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:05:48.106 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=48.063µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:05:48.108 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:48.108 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:48.108 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:48.112 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:48.112 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:48.113 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:48.114 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:05:48.114 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:05:48.114 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:05:48.119 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:58.109 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:05:58.119 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:05:58.119 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.120 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=2] [peer_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.121 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:05:58.121 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:05:58.121 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=700.823µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=435.088µs] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=425.929µs] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=520.851µs] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_3_6_10_(default|lock|write).sst] [snap_key=3_6_10] [thread_id=132] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=328.153µs] [snap_key=14_6_9] [thread_id=129] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=385.024µs] [snap_key=3_6_10] [thread_id=132] [2024/06/02 17:05:58.125 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=119.188µs] [region_id=12] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.899µs] [region_id=16] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.34µs] [region_id=10] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.01µs] [region_id=14] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=3] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.388µs] [region_id=3] [thread_id=80] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=3] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=3] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=3] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:06:48.108 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_10] [peer_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:06:48.108 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:06:48.108 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:06:48.108 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:06:48.108 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:06:48.108 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:48.109 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:48.109 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:48.109 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:48.109 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={44, 47, 52, 50, 10, 32, 63, 62, 8, 20, 59, 51, 45, 67, 70, 58, 35, 56, 24, 0, 15, 48, 66, 49, 68, 21, 54, 61, 11, 18, 55, 71, 19, 23, 28, 36, 25, 29, 22, 16, 17, 53, 33, 64, 34, 46, 65, 12, 13, 27, 60, 57, 30, 14, 69, 26, 31, 9}"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:42.157 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["subchannel 0x7ff5b3a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff5b3aafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff5b3a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff5b3ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319142.159586176\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:05:42.159 +08:00] [INFO] [] ["subchannel 0x7ff5b3a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff5b3aafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff5b3a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff5b3ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.159 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:42.159 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7ff5b3a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff5b3aafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff5b3a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff5b3ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319142.160073341\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7ff5b3a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff5b3aafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff5b3a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff5b3ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7ff5b3a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff5b3aafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff5b3a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff5b3ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319142.160309255\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [] ["subchannel 0x7ff5b3a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff5b3aafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff5b3a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff5b3ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:42.160 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:42.160 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:42.461 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.463 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.463 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:44.703 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:45.005 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.006 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:45.007 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:45.008 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:45.010 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.010 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:45.010 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:45.011 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:45.012 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:45.013 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333513/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333512/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333511/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333510/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333509/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333508/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333505/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333504/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333503/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/333030/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22500/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22499/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22498/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22497/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22496/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22495/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/22494/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/673038/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:05:45.014 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:45.015 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:05:45.016 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:45.016 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:05:45.016 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:05:45.017 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:05:45.022 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:45.022 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:45.022 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 206.004µs"] [thread_id=1] [2024/06/02 17:05:45.085 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:45.087 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:45.088 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:45.088 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:05:45.088 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:05:45.089 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:45.089 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:45.089 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:45.089 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:05:45.089 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:45.089 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:05:45.097 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:05:45.105 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829560578361043] [thread_id=1] [2024/06/02 17:05:45.105 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319145 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:45.108 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:05:45.108 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:45.108 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/06/02 17:05:45.108 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:05:45.109 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 4."] [id=4] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=245.297µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:05:45.112 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=11.57µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:05:45.113 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=3] [thread_id=101] [2024/06/02 17:05:45.114 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:45.114 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:45.114 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:45.114 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=3] [thread_id=31] [2024/06/02 17:05:45.117 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:45.117 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=3] [thread_id=68] [2024/06/02 17:05:45.118 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:45.118 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:45.119 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:45.119 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:05:45.120 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:05:45.121 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:05:45.121 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:05:45.125 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:48.118 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=3] [thread_id=31] [2024/06/02 17:05:48.118 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:48.119 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=3] [thread_id=31] [2024/06/02 17:05:48.119 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:48.119 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:48.119 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=3] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=3] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:05:48.120 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/06/02 17:05:48.120 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:05:48.120 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:05:48.120 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:05:48.120 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=3] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/06/02 17:05:48.120 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/06/02 17:05:48.121 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/06/02 17:05:55.115 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:05:55.123 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:55.123 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.123 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:55.123 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/06/02 17:05:55.123 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.123 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.123 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:55.123 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:55.123 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:55.124 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner } } }"] [index=8] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:55.124 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:55.124 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.124 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:55.124 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.124 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.125 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.125 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.125 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.125 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.125 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.125 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.126 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=7] [thread_id=71] [2024/06/02 17:05:55.126 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=7] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:05:55.126 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.216259ms] [addr=127.0.0.1:20160] [store_id=7] [thread_id=71] [2024/06/02 17:05:55.129 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(7)] [thread_id=7] [2024/06/02 17:05:55.129 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.129 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.129 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.129 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.129 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=551.936µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=604.602µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:55.130 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.130 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:55.130 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=371.951µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=399.812µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:55.131 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:55.131 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=348.688µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:55.131 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.131 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.554537ms] [size=0] [snap_key=3_6_8] [region_id=3] [thread_id=132] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 7 role: Learner"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.234682ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 7 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.147436ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 7 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:55.132 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.06499ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/06/02 17:05:55.132 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 7 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:55.133 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.048054ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 7 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:55.133 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 7 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:55.133 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 }]"] [region_id=3] [thread_id=31] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.133 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 7 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:55.133 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 7 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 role: Learner }"] [changes="[peer { id: 21 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:55.134 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 7 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 role: Learner }"] [changes="[peer { id: 22 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=9] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:55.134 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.116 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:58.116 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:58.116 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:58.116 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.116 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:58.116 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:58.116 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.116 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.116 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/06/02 17:05:58.116 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:05:58.117 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.118 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.118 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:58.118 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.118 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:58.119 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:05:58.119 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=686.201µs] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:05:58.121 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/06/02 17:05:58.121 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.121 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:58.121 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.121 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.121 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=581.247µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:58.122 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=560.953µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:58.123 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.123 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=358.319µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=348.417µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.123 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=327.063µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:05:58.123 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:58.123 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.229538ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.170209ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=132] [2024/06/02 17:05:58.124 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.124 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.142688ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.86083ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:58.125 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.30026ms] [size=0] [snap_key=3_6_10] [region_id=3] [thread_id=133] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:58.125 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.125 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:58.125 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:58.125 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=3] [thread_id=31] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:58.125 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 7 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:58.126 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 20, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 27 store_id: 2 }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:58.126 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] sh + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest3 [Pipeline] sh + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") diff --git a/Makefile.common b/Makefile.common index b540debd42..9264b96d48 100644 --- a/Makefile.common +++ b/Makefile.common @@ -127,7 +127,7 @@ TEST_COVERAGE_DIR := "test_coverage" ifneq ("$(CI)", "") BAZEL_GLOBAL_CONFIG := --output_user_root=/home/jenkins/.tidb/tmp - BAZEL_CMD_CONFIG := --config=ci --repository_cache=/home/jenkins/.tidb/tmp - BAZEL_SYNC_CONFIG := --repository_cache=/home/jenkins/.tidb/tmp + BAZEL_CMD_CONFIG := --config=ci --repository_cache=/share/.cache/bazel-repository-cache + BAZEL_SYNC_CONFIG := --repository_cache=/share/.cache/bazel-repository-cache endif BAZEL_INSTRUMENTATION_FILTER := --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] junit Recording test results [Pipeline] sh + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest2 + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") [Checks API] No suitable checks publisher found. GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest1 go: downloading github.com/sergi/go-diff v1.1.0 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest2 + git status HEAD detached at 8483dc538b You are in a sparse checkout with 100% of tracked files present. Changes not staged for commit: (use "git add ..." to update what will be committed) (use "git restore ..." to discard changes in working directory) modified: Makefile.common Untracked files: (use "git add ..." to include in what will be committed) rev-8483dc538be95234dde6d6c31d1bb3248488440e no changes added to commit (use "git add" and/or "git commit -a") [Pipeline] sh Starting local Bazel server and connecting to it... + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_sessiontest [Pipeline] sh [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest4 [Pipeline] sh + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_importintotest3 [Pipeline] // dir [Pipeline] } [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/06/02 17:05:41.910 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:41.910 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:41.910 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:41.910 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:41.910 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:41.910 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:41.910 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:41.910 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:41.910 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:41.914 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:41.915 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:41.915 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:41.915 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:05:41.915 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:41.915 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:05:41.915 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:41.915 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:41.915 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:41.916 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:05:41.916 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:41.916 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=72] [max-cpu-available=72] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:41.916 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:41.916 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=314.007µs] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:05:43.919 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.919 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:43.919 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:43.919 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.920 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.920 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.920 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.921 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.921 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.922 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.922 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:43.922 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.922 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.923 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.924 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:43.925 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:05:43.925 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:43.925 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:43.925 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:43.925 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.925 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.925 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.926 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:43.926 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:05:43.927 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:43.927 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:43.927 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:05:43.927 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.975 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:984] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 3037d9ad26fb2231] rejected MsgVote from 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:46.420 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:05:46.420 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:46.421 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:05:46.421 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:05:46.421 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:05:46.421 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:46.421 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:05:46.424 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829569492233530] [2024/06/02 17:05:46.424 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829569492233530] [2024/06/02 17:05:46.430 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:46.430 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:05:46.431 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:46.432 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:46.432 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:05:46.432 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:05:46.432 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:46.433 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:46.433 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:05:46.433 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:46.636 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:46.636 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:05:46.636 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:05:46.636 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=182.01µs] [2024/06/02 17:05:46.636 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829569492233530/leader] [purpose="leader election"] [2024/06/02 17:05:46.636 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:05:46.637 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:05:47.637 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:05:48.688 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:05:48.699 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:05:48.699 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:05:48.699 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38611] [remotes="[]"] [2024/06/02 17:05:48.699 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:41655] [remotes="[]"] [2024/06/02 17:05:48.700 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:05:48.704 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:05:56.422 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:05:56.422 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/06/02 17:05:41.909 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:41.909 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:41.909 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:41.913 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:41.913 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:41.913 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:41.913 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:41.915 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:41.915 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:05:41.915 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:41.915 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:05:41.915 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:41.915 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:41.915 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:41.915 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:05:41.915 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:41.915 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=72] [max-cpu-available=72] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:41.915 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:41.916 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=347.107µs] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:05:43.917 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.918 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:43.918 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:43.918 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.918 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.919 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.919 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.919 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.920 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.921 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.922 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.922 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.922 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.922 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.922 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:43.922 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:43.922 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:43.922 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:43.922 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:05:43.922 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.922 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.922 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.922 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:43.922 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.922 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:05:43.925 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.973 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:984] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 3037d9ad26fb2231] rejected MsgPreVote from 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:984] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 3037d9ad26fb2231] rejected MsgVote from 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:832] ["3037d9ad26fb2231 received MsgVoteResp rejection from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 1 MsgVoteResp votes and 1 vote rejections"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 1 vote rejections"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:46.420 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:05:46.420 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:46.420 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:05:46.420 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:05:46.420 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:05:46.420 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:05:46.420 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:05:46.421 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:46.421 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:05:46.423 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829569492233530] [2024/06/02 17:05:46.423 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829569492233530] [2024/06/02 17:05:46.428 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:46.430 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:05:46.431 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:46.432 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:46.432 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:05:46.432 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:05:46.432 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:46.433 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:05:46.433 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:46.433 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:46.433 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629872504333] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:05:46.434 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:05:46.434 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829569492233530/leader] [purpose="leader election"] [2024/06/02 17:05:46.434 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:05:46.434 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:05:46.434 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:05:46.434 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:05:46.436 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:05:49.435 +08:00] [next=2024/06/02 17:05:46.435 +08:00] [2024/06/02 17:05:46.436 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:46.437 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:05:46.437 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:05:46.440 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:05:46.443 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:05:46.443 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:05:46.443 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:05:46.733 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:05:46.734 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:05:46.734 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:05:46.807 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:05:46.807 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:05:46.812 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:05:46.812 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:05:46.813 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:05:46.813 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:05:46.815 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829569492233530] [request="header: store: region: peers: > "] [2024/06/02 17:05:46.815 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829569492233530] [2024/06/02 17:05:46.819 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=733.75µs] [2024/06/02 17:05:46.819 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=222.316µs] [2024/06/02 17:05:46.820 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:05:46.820 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:05:46.820 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:05:46.820 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:05:46.820 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:05:46.820 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:05:46.820 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:05:46.820 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=585.624µs] [2024/06/02 17:05:46.823 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:05:46.823 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=5] [2024/06/02 17:05:46.823 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:5 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319146 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:46.823 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:46.824 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=4] [2024/06/02 17:05:46.824 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:4 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319146 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:46.824 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:46.824 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319146 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:05:46.824 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:05:47.434 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:05:47.637 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:05:47.637 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:05:47.637 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:05:47.637 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:05:49.821 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:05:49.821 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:05:49.821 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:05:49.821 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:49.822 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:49.823 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:49.823 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:05:49.825 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:05:49.825 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:05:49.825 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:05:49.825 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:05:49.836 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:05:49.835989359 +0800 CST m=+7.966206589, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:49.836 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:05:49.836 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:05:49.836 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:05:49.836 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:05:49.836 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:05:49.837 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:05:49.837 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:05:49.837 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.814028ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:05:49.835989359 +0800 CST m=+7.966206589, startAt:2024-06-02 17:05:49.836111693 +0800 CST m=+7.966328924, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:05:50.823 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:05:56.422 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/06/02 17:05:56.422 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:05:56.820 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:05:56.821 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=4] [store-address=127.0.0.1:20162] [2024/06/02 17:05:56.822 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=5] [store-address=127.0.0.1:20161] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:05:56.83128075 +0800 CST m=+14.961497980, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 5}, 1:{promote learner peer 18 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 5"] [source=create] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:05:56.831491496 +0800 CST m=+14.961708723, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 5}, 1:{promote learner peer 19 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 5"] [source=create] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:05:56.831564322 +0800 CST m=+14.961781549, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 5"] [source=create] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:05:56.831641335 +0800 CST m=+14.961858562, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 5"] [source=create] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-06-02 17:05:56.831712338 +0800 CST m=+14.961929564, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 4}, 1:{promote learner peer 22 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.831 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 22 on store 4"] [source=create] [2024/06/02 17:05:56.832 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 5"] [source=heartbeat] [2024/06/02 17:05:56.832 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:56.832 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 5"] [source=heartbeat] [2024/06/02 17:05:56.832 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:56.833 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 5"] [source=heartbeat] [2024/06/02 17:05:56.833 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:56.833 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 5"] [source=heartbeat] [2024/06/02 17:05:56.833 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 22 on store 4"] [source=heartbeat] [2024/06/02 17:05:56.833 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:5 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:56.833 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:22 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:05:56.841 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:05:56.841 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 22 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:05:56.841 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:05:56.842 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:05:56.842 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:05:56.842 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:5 role:Learner },Add peer:{id:18 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:56.842 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.234096ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:05:56.83128075 +0800 CST m=+14.961497980, startAt:2024-06-02 17:05:56.831413172 +0800 CST m=+14.961630404, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 5}, 1:{promote learner peer 18 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.842 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=11.069067ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-06-02 17:05:56.831712338 +0800 CST m=+14.961929564, startAt:2024-06-02 17:05:56.831734467 +0800 CST m=+14.961951694, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 4}, 1:{promote learner peer 22 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.842 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:22 store_id:4 role:Learner },Add peer:{id:22 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:56.842 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:5 role:Learner },Add peer:{id:19 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:56.842 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.427931ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:05:56.831491496 +0800 CST m=+14.961708723, startAt:2024-06-02 17:05:56.831520304 +0800 CST m=+14.961737530, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 5}, 1:{promote learner peer 19 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.843 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:5 role:Learner },Add peer:{id:21 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:56.843 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.37517ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:05:56.831641335 +0800 CST m=+14.961858562, startAt:2024-06-02 17:05:56.831666821 +0800 CST m=+14.961884048, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.843 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.518715ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:05:56.831564322 +0800 CST m=+14.961781549, startAt:2024-06-02 17:05:56.831594497 +0800 CST m=+14.961811724, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.843 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:5 role:Learner },Add peer:{id:20 store_id:5 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:05:56.85165056 +0800 CST m=+14.981867786, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 4}, 1:{promote learner peer 23 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 4"] [source=create] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:05:56.851761557 +0800 CST m=+14.981978783, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 4}, 1:{promote learner peer 24 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 4"] [source=create] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:05:56.851835961 +0800 CST m=+14.982053188, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 4}, 1:{promote learner peer 25 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 4"] [source=create] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:05:56.851916813 +0800 CST m=+14.982134040, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 4}, 1:{promote learner peer 26 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.851 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 4"] [source=create] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-06-02 17:05:56.851995838 +0800 CST m=+14.982213065, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 5}, 1:{promote learner peer 27 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 27 on store 5"] [source=create] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 4"] [source=heartbeat] [2024/06/02 17:05:56.852 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:56.852 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 4"] [source=heartbeat] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 4"] [source=heartbeat] [2024/06/02 17:05:56.852 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 4"] [source=heartbeat] [2024/06/02 17:05:56.852 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:4 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:56.852 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 27 on store 5"] [source=heartbeat] [2024/06/02 17:05:56.852 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:27 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:05:56.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:05:56.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:05:56.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:05:56.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:05:56.855 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 27 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:05:56.856 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:4 role:Learner },Add peer:{id:23 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:56.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.443243ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:05:56.85165056 +0800 CST m=+14.981867786, startAt:2024-06-02 17:05:56.851701078 +0800 CST m=+14.981918309, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 4}, 1:{promote learner peer 23 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.856 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:4 role:Learner },Add peer:{id:25 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:56.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.444806ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:05:56.851835961 +0800 CST m=+14.982053188, startAt:2024-06-02 17:05:56.851861163 +0800 CST m=+14.982078390, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 4}, 1:{promote learner peer 25 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.544297ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:05:56.851916813 +0800 CST m=+14.982134040, startAt:2024-06-02 17:05:56.851946972 +0800 CST m=+14.982164199, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 4}, 1:{promote learner peer 26 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.79154ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:05:56.851761557 +0800 CST m=+14.981978783, startAt:2024-06-02 17:05:56.851787481 +0800 CST m=+14.982004707, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 4}, 1:{promote learner peer 24 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.856 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:4 role:Learner },Add peer:{id:26 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:56.856 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:4 role:Learner },Add peer:{id:24 store_id:4 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:05:56.856 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=4.639784ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-06-02 17:05:56.851995838 +0800 CST m=+14.982213065, startAt:2024-06-02 17:05:56.852018394 +0800 CST m=+14.982235620, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 5}, 1:{promote learner peer 27 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:05:56.856 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:27 store_id:5 role:Learner },Add peer:{id:27 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:06:46.821 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:06:46.858 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:05:41.908 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:05:41.908 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:05:41.908 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:05:41.908 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:05:41.908 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:05:41.909 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:05:41.909 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:05:41.909 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:05:41.913 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:05:41.913 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:05:41.913 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:05:41.913 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:05:41.914 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:05:41.914 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:05:41.914 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:05:41.914 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:05:41.914 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:41.914 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:05:41.914 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:05:41.914 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:05:41.914 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=72] [max-cpu-available=72] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:05:41.914 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:05:41.915 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=623.924µs] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:05:43.918 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.918 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:05:43.919 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:05:43.919 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.919 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.920 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.921 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.921 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.920 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.921 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.921 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.922 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.922 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.923 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.923 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.923 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:43.923 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.923 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:05:43.923 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:05:43.923 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:05:43.923 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:05:43.923 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:05:43.924 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.924 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:05:43.924 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.924 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:05:43.924 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:05:43.924 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:05:43.925 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:05:43.925 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:05:43.925 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.925 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.927 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:05:43.974 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:05:46.418 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:984] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 385a3ea8295f6f18] rejected MsgVote from 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:832] ["385a3ea8295f6f18 received MsgVoteResp rejection from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 1 MsgVoteResp votes and 1 vote rejections"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:832] ["385a3ea8295f6f18 received MsgVoteResp rejection from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 1 MsgVoteResp votes and 2 vote rejections"] [2024/06/02 17:05:46.419 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:05:46.419 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:05:46.420 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:05:46.420 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:05:46.421 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:05:46.421 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:05:46.421 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:05:46.421 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:05:46.421 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:05:46.425 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829569492233530] [2024/06/02 17:05:46.425 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829569492233530] [2024/06/02 17:05:46.429 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:05:46.430 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:05:46.431 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:05:46.432 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:05:46.432 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:05:46.432 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:05:46.432 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:05:46.433 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:05:46.433 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/06/02 17:05:46.433 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:05:46.636 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:05:46.636 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:05:46.636 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:05:46.636 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=197.779µs] [2024/06/02 17:05:46.636 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829569492233530/leader] [purpose="leader election"] [2024/06/02 17:05:46.637 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:05:46.637 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:05:47.637 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:05:56.422 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:05:56.422 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={33, 56, 55, 25, 59, 51, 39, 44, 18, 26, 13, 36, 38, 40, 24, 4, 61, 22, 5, 8, 2, 62, 70, 46, 1, 71, 27, 10, 3, 35, 60, 32, 52, 0, 9, 19, 21, 30, 16, 6, 54, 15, 58, 45, 63, 65, 68, 48, 17, 64, 23, 43, 42, 57, 11, 14, 20, 47, 7, 66, 50, 12, 41, 29, 67, 34, 37, 69, 49, 28, 31, 53}"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["subchannel 0x7f71bd24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f71bd2afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71bd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71bd2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319141.878526420\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["subchannel 0x7f71bd24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f71bd2afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71bd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71bd2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7f71bd24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f71bd2afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71bd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71bd2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319141.879025400\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7f71bd24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f71bd2afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71bd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71bd2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7f71bd24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f71bd2afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71bd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71bd2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319141.879269693\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7f71bd24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f71bd2afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f71bd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f71bd2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:42.180 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.181 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.181 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.182 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.182 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:46.722 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.723 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.724 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:46.725 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.726 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829569492233530] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:46.730 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:05:46.730 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:46.733 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:46.734 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:05:46.734 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:05:46.734 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:05:46.734 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:46.734 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:05:46.741 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:46.741 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:46.741 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 247.474µs"] [thread_id=1] [2024/06/02 17:05:46.810 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:46.811 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:46.811 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:46.812 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:05:46.812 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:05:46.813 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:46.813 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:46.813 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:46.813 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:05:46.813 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:46.813 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:05:46.820 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 5 }"] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.821 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829569492233530] [thread_id=1] [2024/06/02 17:05:46.821 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 5 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319146 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:46.823 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=5] [status=Some()] [thread_id=1] [2024/06/02 17:05:46.823 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.823 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.823 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.823 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:46.827 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:46.827 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=33.426µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.827 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=30.972µs] [garbage_range_count=1] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:46.834 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:46.834 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:46.834 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:46.836 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:05:46.836 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:05:46.836 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:05:46.841 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:56.830 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:05:56.834 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:05:56.834 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=5] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.834 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=5] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=5] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.835 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=5] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.837 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:05:56.837 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:05:56.837 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=1.358352ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=504.529µs] [snap_key=10_6_7] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=469.681µs] [snap_key=12_6_7] [thread_id=131] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=470.499µs] [snap_key=14_6_7] [thread_id=130] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=445.917µs] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=69.803µs] [region_id=10] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.667µs] [region_id=12] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.111µs] [region_id=16] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.206µs] [region_id=14] [thread_id=80] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 5 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [changes="[peer { id: 18 store_id: 5 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 4 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=5] [peer_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_2_6_10_(default|lock|write).sst] [snap_key=2_6_10] [thread_id=129] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=535.838µs] [snap_key=2_6_10] [thread_id=129] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=27] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=2] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.507µs] [region_id=2] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 4 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 4 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 4 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [changes="[peer { id: 24 store_id: 4 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 4 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=27] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=27] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:06:46.829 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_10] [peer_id=27] [region_id=2] [thread_id=101] [2024/06/02 17:06:46.829 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:06:46.829 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:06:46.829 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:06:46.829 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:06:46.829 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.829 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.857 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.857 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.857 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={15, 35, 66, 30, 70, 48, 64, 22, 44, 20, 62, 55, 0, 36, 53, 29, 17, 10, 16, 5, 65, 3, 4, 19, 63, 28, 1, 37, 11, 50, 54, 24, 42, 40, 71, 59, 21, 45, 58, 8, 51, 6, 60, 32, 9, 18, 31, 47, 49, 52, 33, 38, 13, 7, 39, 57, 67, 12, 68, 27, 2, 14, 23, 34, 25, 46, 69, 41, 43, 56, 26, 61}"] [thread_id=1] [2024/06/02 17:05:41.875 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["subchannel 0x7eff8a64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7eff8a6afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7eff8a637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7eff8a6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319141.878482337\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["subchannel 0x7eff8a64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7eff8a6afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7eff8a637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7eff8a6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7eff8a64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7eff8a6afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7eff8a637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7eff8a6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319141.878997179\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7eff8a64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7eff8a6afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7eff8a637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7eff8a6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7eff8a64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7eff8a6afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7eff8a637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7eff8a6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319141.879283184\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7eff8a64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7eff8a6afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7eff8a637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7eff8a6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:42.180 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.181 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.181 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.182 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.182 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:46.722 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.723 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.724 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:46.725 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.726 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829569492233530] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:46.729 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:05:46.729 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:46.730 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:46.730 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:05:46.733 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:05:46.733 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:05:46.733 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:05:46.733 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:46.738 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:46.738 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:46.738 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 206.514µs"] [thread_id=1] [2024/06/02 17:05:46.803 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:46.805 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:46.805 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:46.805 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:05:46.806 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:05:46.806 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:46.806 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:46.807 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:46.807 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:46.807 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:05:46.807 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:05:46.814 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.822 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829569492233530] [thread_id=1] [2024/06/02 17:05:46.822 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319146 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:05:46.825 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.825 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.825 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.825 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.826 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:46.828 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=224.571µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.829 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=1.98µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.830 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/06/02 17:05:46.831 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:46.831 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:46.831 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:46.831 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/06/02 17:05:46.833 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:46.834 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/06/02 17:05:46.835 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:46.835 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:46.835 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:46.836 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:05:46.837 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:05:46.837 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:05:46.838 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:05:46.842 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:49.836 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/06/02 17:05:49.836 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:49.836 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:49.837 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:49.837 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.837 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:05:49.838 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:05:49.838 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:05:49.838 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:05:49.838 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:05:49.838 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/06/02 17:05:56.831 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:56.831 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.831 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:56.831 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:56.831 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.831 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.831 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:56.831 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:56.831 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.831 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.831 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner } } }"] [index=8] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.832 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.832 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.832 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:05:56.832 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.832 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.832 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.832 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.832 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.832 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.832 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.832 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.832 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.832 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.833 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=5] [thread_id=71] [2024/06/02 17:05:56.833 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=5] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:05:56.834 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.096576ms] [addr=127.0.0.1:20161] [store_id=5] [thread_id=71] [2024/06/02 17:05:56.834 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=4] [thread_id=71] [2024/06/02 17:05:56.834 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=4] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:05:56.834 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=601.319µs] [addr=127.0.0.1:20162] [store_id=4] [thread_id=71] [2024/06/02 17:05:56.837 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(4)] [thread_id=7] [2024/06/02 17:05:56.837 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.837 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(5)] [thread_id=8] [2024/06/02 17:05:56.837 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.837 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.837 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.837 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=508.43µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.838 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=704.398µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.839 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=362.988µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=388.937µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:05:56.839 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.839 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.839 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=329.19µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:05:56.839 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.683442ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 5 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.282078ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 5 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.160432ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 5 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.700276ms] [size=0] [snap_key=2_6_8] [region_id=2] [thread_id=132] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 4 role: Learner"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.258247ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 5 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 5 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:56.842 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 4 }]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:56.842 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 5 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 5 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=9] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 role: Learner }"] [changes="[peer { id: 18 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:56.842 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.842 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.851 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:56.851 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.851 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:56.851 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:56.851 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.851 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:56.852 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 4 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 4 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=333.602µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=414.277µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=386.651µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=392.53µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=391.711µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.262276ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.552375ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=132] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 4 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 4 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.156835ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 4 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.035406ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=131] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 4 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 4 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.442711ms] [size=0] [snap_key=2_6_10] [region_id=2] [thread_id=132] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 5 role: Learner"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 4 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:05:56.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 4 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 4 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 4 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 4 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 4 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [changes="[peer { id: 24 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 5 }]"] [region_id=2] [thread_id=31] [2024/06/02 17:05:56.856 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 4 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.856 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [peer_id=3] [region_id=2] [thread_id=101] ==> ./tikv3.log <== [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={6, 53, 0, 28, 30, 13, 54, 51, 22, 24, 31, 8, 67, 1, 15, 52, 43, 62, 27, 25, 59, 60, 11, 33, 68, 37, 46, 49, 5, 44, 4, 64, 63, 55, 36, 42, 58, 69, 19, 39, 16, 3, 18, 2, 32, 9, 10, 12, 70, 56, 50, 65, 14, 48, 40, 7, 29, 71, 20, 23, 26, 21, 17, 34, 41, 45, 47, 66, 35, 38, 61, 57}"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:05:41.876 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["subchannel 0x7fbe8ca4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fbe8caafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbe8ca37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbe8cad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319141.878477342\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:05:41.878 +08:00] [INFO] [] ["subchannel 0x7fbe8ca4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fbe8caafb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbe8ca37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbe8cad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:41.878 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7fbe8ca4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fbe8caafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbe8ca37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbe8cad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319141.878985711\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7fbe8ca4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fbe8caafb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbe8ca37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbe8cad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7fbe8ca4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fbe8caafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbe8ca37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbe8cad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319141.879232113\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [] ["subchannel 0x7fbe8ca4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fbe8caafb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fbe8ca37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fbe8cad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:05:41.879 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:41.879 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:05:42.180 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.181 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:44.181 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.182 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.182 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:46.722 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.723 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.724 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:05:46.725 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:05:46.726 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:05:46.727 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829569492233530] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:05:46.728 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:05:46.730 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:05:46.730 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:05:46.731 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819979/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819978/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819977/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819976/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819975/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819974/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819973/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819972/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819971/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819970/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819969/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819968/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819967/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819966/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819965/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819964/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/819963/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/894627/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:05:46.732 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:05:46.733 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:05:46.734 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:05:46.734 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:05:46.734 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:05:46.734 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:05:46.734 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:05:46.741 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:05:46.741 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:05:46.741 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 248.583µs"] [thread_id=1] [2024/06/02 17:05:46.808 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:05:46.810 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:05:46.810 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:05:46.811 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:05:46.811 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:05:46.811 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:05:46.812 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:05:46.812 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:05:46.812 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:05:46.812 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:05:46.812 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:05:46.819 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 4 }"] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.820 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829569492233530] [thread_id=1] [2024/06/02 17:05:46.821 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 4 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319146 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=4] [status=Some()] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:05:46.824 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.825 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:05:46.828 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:05:46.828 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=36.172µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.828 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=31.15µs] [garbage_range_count=1] [store_id=4] [thread_id=1] [2024/06/02 17:05:46.830 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:05:46.830 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:05:46.830 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:05:46.834 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:05:46.834 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:05:46.835 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:05:46.836 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:05:46.837 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:05:46.837 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:05:46.841 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:05:56.831 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:05:56.834 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:05:56.835 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=4] [peer_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.835 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:05:56.836 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=799.731µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_2_6_8_(default|lock|write).sst] [snap_key=2_6_8] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=489.974µs] [snap_key=2_6_8] [thread_id=132] [2024/06/02 17:05:56.840 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=22] [region_id=2] [thread_id=102] [2024/06/02 17:05:56.841 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [peer_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=2] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.841 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.319µs] [region_id=2] [thread_id=80] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 4 } } }"] [index=9] [term=6] [peer_id=22] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 role: Learner }"] [changes="[peer { id: 22 store_id: 4 }]"] [peer_id=22] [region_id=2] [thread_id=104] [2024/06/02 17:05:56.842 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=4] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=22] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=4] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 3} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=4] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=4] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.852 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:05:56.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=129] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=450.712µs] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=461.418µs] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=401.014µs] [snap_key=12_6_9] [thread_id=129] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.854 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/06/02 17:05:56.854 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.854 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=471.463µs] [snap_key=16_6_9] [thread_id=130] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=55.353µs] [region_id=10] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=53.7µs] [region_id=12] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.362µs] [region_id=14] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.704µs] [region_id=16] [thread_id=80] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 4 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 5 } peers { id: 23 store_id: 4 role: Learner }"] [changes="[peer { id: 23 store_id: 4 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 4 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.855 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 5 } peers { id: 25 store_id: 4 role: Learner }"] [changes="[peer { id: 25 store_id: 4 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 4 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 5 } peers { id: 24 store_id: 4 role: Learner }"] [changes="[peer { id: 24 store_id: 4 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 4 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 5 } peers { id: 26 store_id: 4 role: Learner }"] [changes="[peer { id: 26 store_id: 4 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=22] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 22 store_id: 4 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=22] [region_id=2] [thread_id=103] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:05:56.856 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:06:46.857 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_8] [peer_id=22] [region_id=2] [thread_id=101] [2024/06/02 17:06:46.857 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:06:46.857 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:06:46.857 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:06:46.857 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:06:46.857 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.857 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.858 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.858 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:06:46.858 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + INFO: Invocation ID: c13a4295-4f7e-407f-91e8-c7cf1aa53588 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_44.3465828226/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: [Pipeline] // dir [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/run_real_tikv_tests.sh bazel_addindextest4 [Pipeline] } [Pipeline] // stage [Pipeline] } + /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/scripts/pingcap/tidb/integrationtest_with_tikv.sh y ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tests/integrationtest ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb extracting statistics: s [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } skip building tidb-server, using existing binary: /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin/integration_test_tidb-server building portgenerator binary: ./portgenerator go: downloading go.uber.org/zap v1.27.0 go: downloading github.com/phayes/freeport v0.0.0-20180830031419-95f893ade6f2 go: downloading github.com/pingcap/log v1.1.1-0.20240314023424-862ccc32f18d go: downloading gopkg.in/natefinch/lumberjack.v2 v2.2.1 go: downloading go.uber.org/multierr v1.11.0 [Pipeline] // container [Pipeline] // dir [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // podTemplate [Pipeline] } Loading: [Pipeline] // stage [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } Loading: Loading: 0 packages loaded [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // withEnv building mysql-tester binary: ./mysql_tester go: downloading github.com/pingcap/mysql-tester v0.0.0-20231124064544-17b728effac3 [Pipeline] } Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } go: downloading github.com/sirupsen/logrus v1.8.1 go: downloading github.com/defined2014/mysql v0.0.0-20231121061906-fcfacaa39f49 go: downloading github.com/pingcap/errors v0.11.5-0.20221009092201-b66cddb77c32 go: downloading go.uber.org/atomic v1.11.0 go: downloading golang.org/x/sys v0.5.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... start tidb-server, log file: ./integration-test.out tidb-server(PID: 1707) started run all integration test cases (enabled new collation) INFO: Invocation ID: 74335f17-f46b-415a-9fac-56a99c7708ea INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.597529598/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes INFO: Invocation ID: 1e4fc460-e956-48c0-b2b1-2f15200e3a62 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_45.2044147400/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: ./t/show.test: ok! 3 test cases passed, take time 0.000394754 s ./t/access_path_selection.test: ok! 9 test cases passed, take time 0.023983643 s ./t/agg_predicate_pushdown.test: ok! 7 test cases passed, take time 0.022223595 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a go: downloading github.com/sergi/go-diff v1.1.0 Loading: Loading: GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (68 packages loaded, 672 targets configured) Loading: Loading: 0 packages loaded go: downloading github.com/sergi/go-diff v1.1.0 Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (97 packages loaded, 9691 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/sergi/go-diff v1.1.0 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a ./t/bindinfo/bind.test: ok! 223 test cases passed, take time 3.406501847 s go: downloading github.com/sergi/go-diff v1.1.0 ./t/bindinfo/session_handle.test: ok! 21 test cases passed, take time 0.07658828 s Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) go: downloading github.com/sergi/go-diff v1.1.0 ./t/bindinfo/temptable.test: ok! 38 test cases passed, take time 0.16144965 s GOBIN=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tools/bin GO111MODULE=on go install github.com/pingcap/failpoint/failpoint-ctl@9b3b6e3 go: downloading github.com/pingcap/failpoint v0.0.0-20240527053858-9b3b6e34194a ./t/black_list.test: ok! 55 test cases passed, take time 0.116770575 s go: downloading github.com/sergi/go-diff v1.1.0 Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (74 packages loaded, 831 targets configured) Analyzing: target //:gazelle (88 packages loaded, 1630 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (97 packages loaded, 9564 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... ./t/clustered_index.test: ok! 47 test cases passed, take time 3.335584862 s Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... ./t/collation_agg_func.test: ok! 74 test cases passed, take time 0.706066019 s INFO: Invocation ID: 61537393-57ab-4250-95e6-d8017edf6a30 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.229899340/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Starting local Bazel server and connecting to it... Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Starting local Bazel server and connecting to it... ./t/collation_check_use_collation.test: ok! 93 test cases passed, take time 1.299611182 s INFO: Invocation ID: 56b5aa91-99af-4c43-ab45-29126ebec0d2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.3320763046/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: INFO: Invocation ID: 34728584-0cad-4876-ae0f-216973de8b6c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.1733506511/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: ./t/collation_misc.test: ok! 66 test cases passed, take time 0.604475723 s Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: bb6b4435-23be-4c74-b038-f13b4f086c8a INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.1861439864/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: ./t/collation_pointget.test: ok! 106 test cases passed, take time 0.713873718 s bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... ./t/common_collation.test: ok! 26 test cases passed, take time 0.194329966 s Starting local Bazel server and connecting to it... Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: e6dff02d-c79a-4a85-aba5-5515adb7f738 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.1754652600/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache //:gazelle Extracting Bazel installation... Starting local Bazel server and connecting to it... INFO: Invocation ID: f2aa18b9-80ff-4ab9-bc07-364f514d6a7d INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.642165229/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: INFO: Invocation ID: 9cdfcd4d-36e3-44b2-9d8c-b72139893534 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.2568599349/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Invocation ID: 8a08a1ae-20b1-4302-b208-36e250b642c8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.1881992218/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded ./t/cte.test: ok! 189 test cases passed, take time 2.05002983 s ./t/db_integration.test: ok! 11 test cases passed, take time 0.057598205 s Loading: Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) ./t/ddl/attributes_sql.test: ok! 30 test cases passed, take time 0.518816433 s Loading: Analyzing: target //:gazelle (176 packages loaded, 11743 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1195 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (74 packages loaded, 1001 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) INFO: Invocation ID: e110f9ff-c43f-4336-b30d-504a3b10aaba INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_05_02.3284111330/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1119 targets configured) Loading: Analyzing: target //:gazelle (98 packages loaded, 9458 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 11.0 MiB / 17.2 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (75 packages loaded, 1170 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Loading: Loading: 0 packages loaded Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 9743 targets configured) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) Analyzing: target //:gazelle (45 packages loaded, 414 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1139 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) [294 / 323] GoCompilePkg external/org_golang_x_mod/module/module.a; Downloading external/org_golang_x_mod/module/module.facts; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (181 packages loaded, 11746 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.958s, Critical Path: 4.21s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 77da6b78-15c2-43b5-b1a2-7fedb8b5d440 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_44.3465828226/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (169 packages loaded, 11719 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //:gazelle (45 packages loaded, 414 targets configured) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [20 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg ... (3 actions, 0 running) Analyzing: target //:gazelle (45 packages loaded, 413 targets configured) Analyzing: target //:gazelle (44 packages loaded, 413 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11568 targets configured) Analyzing: target //:gazelle (98 packages loaded, 7569 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10917 targets configured) Analyzing: target //:gazelle (75 packages loaded, 1160 targets configured) [16 / 323] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 0s remote-cache ... (3 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 7.0 MiB / 10.3 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (90 packages loaded, 12886 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //tools/tazel:tazel (297 packages loaded, 14073 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) [17 / 323] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 2s remote-cache ... (3 actions, 0 running) [557 / 608] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.3 MiB / 7.8 MiB; 0s remote-cache ... (5 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 1.5 MiB / 3.5 MiB; 4s remote-cache ... (4 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.635s, Critical Path: 1.42s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.3 MiB / 17.2 MiB; 5s remote-cache ... (3 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/asm, 3.0 MiB / 3.5 MiB; 1s remote-cache ... (4 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/statisticstest/... INFO: Invocation ID: 1cd8504e-180c-4ed4-aee4-569d0dee7212 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_44.3465828226/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [99 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 6s remote-cache ... (8 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache ... (4 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (173 packages loaded, 11738 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1 packages loaded, 0 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.173s, Critical Path: 7.00s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [156 / 323] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 3.5 MiB / 5.7 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: ac3dceba-7d9c-4414-b7d9-78b0346966a5 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.597529598/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //:gazelle (174 packages loaded, 11735 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.010s, Critical Path: 7.10s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (180 packages loaded, 11177 targets configured) Analyzing: target //:gazelle (173 packages loaded, 11740 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 49176d17-e2ac-4f82-806c-03c205b1f18b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_45.2044147400/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (605 packages loaded, 12151 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg ... (4 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12965 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/flag.a, 200.5 KiB / 538.1 KiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11866 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (752 packages loaded, 13297 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 9.1 MiB / 10.3 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //tools/tazel:tazel (92 packages loaded, 12942 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (928 packages loaded, 15292 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/pprof, 8.4 MiB / 10.7 MiB; 2s remote-cache ... (4 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 18] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (995 packages loaded, 15946 targets configured) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 14.0 MiB / 17.2 MiB; 2s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (295 packages loaded, 14015 targets configured) Analyzing: target //:gazelle (200 packages loaded, 11790 targets configured) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 8.0 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [36 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 28] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //:gazelle (100 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (181 packages loaded, 11764 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1119 packages loaded, 16907 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.518s, Critical Path: 1.50s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 3s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... [319 / 323] GoCompilePkg external/bazel_gazelle/language/proto/proto.a; Downloading external/bazel_gazelle/language/proto/proto.a; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.345s, Critical Path: 4.35s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [31 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 3s remote-cache ... (8 actions, 0 running) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (176 packages loaded, 11750 targets configured) Analyzing: target //:gazelle (206 packages loaded, 12003 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (180 packages loaded, 11770 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1205 packages loaded, 17947 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 496a3dd2-6724-457c-aff9-59fc19a03ad8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.229899340/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [279 / 323] [Prepa] GoCompilePkg external/com_github_pmezard_go_difflib/difflib/difflib.a ... (8 actions, 0 running) [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured). INFO: Found 1 target... Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.568s, Critical Path: 4.54s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle ./t/ddl/bdr_mode.test: ok! 371 test cases passed, take time 19.329320756 s ./t/ddl/column.test: ok! 27 test cases passed, take time 0.298626584 s ./t/ddl/column_change.test: ok! 9 test cases passed, take time 0.081812422 s Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.747s, Critical Path: 1.38s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest/... INFO: Invocation ID: 3a4a2611-96ae-42d8-9ed0-220060a2b028 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_52.597529598/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... ( 1 action running) [322 / 323] checking cached actions Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 28.350s, Critical Path: 4.25s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 8fe006a3-7f38-42da-83bd-b479f7bf4347 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.3320763046/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1 packages loaded, 0 targets configured) [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 4.1 MiB / 10.3 MiB; 0s remote-cache ... (4 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1282 packages loaded, 18547 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/txntest/... INFO: Invocation ID: 45c8b58b-56da-406b-ab28-db6707e8d60b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_45.2044147400/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 5ea03637-053e-4559-9317-14351009541b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.1733506511/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 323] [Prepa] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool] ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11918 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/expvar.a, 279.8 KiB / 320.4 KiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/include/asm_ppc64x.h; 0s remote-cache ... (4 actions, 0 running) INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (522 packages loaded, 2854 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1397 packages loaded, 19242 targets configured) Analyzing: target //tools/tazel:tazel (127 packages loaded, 13017 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/time.a, 959.6 KiB / 1.1 MiB; 1s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.6 MiB / 7.3 MiB; 1s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 694.7 KiB / 3.4 MiB; 1s remote-cache ... (4 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11906 targets configured) ./t/ddl/column_modify.test: ok! 164 test cases passed, take time 4.426403302 s Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (751 packages loaded, 13290 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 5.0 MiB / 7.3 MiB; 2s remote-cache ... (4 actions, 0 running) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (4 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/go/types.a, 5.0 MiB / 5.9 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1456 packages loaded, 19928 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (432 packages loaded, 1696 targets configured) Analyzing: target //:gazelle (99 packages loaded, 10942 targets configured) Analyzing: target //:gazelle (188 packages loaded, 11750 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14090 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tools/tazel:tazel (91 packages loaded, 12938 targets configured) Analyzing: target //tools/tazel:tazel (127 packages loaded, 13013 targets configured) [24 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/cgo, 3.2 MiB / 3.4 MiB; 2s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (653 packages loaded, 12957 targets configured) INFO: Analyzed target //:gazelle (268 packages loaded, 12452 targets configured).  checking cached actions INFO: Found 1 target... [0 / 10] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (827 packages loaded, 14449 targets configured) [119 / 323] GoCompilePkg external/co_honnef_go_tools/go/ir/ir.a [for tool]; Downloading external/co_honnef_go_tools/go/ir/ir.a, 2.0 MiB / 5.7 MiB; 0s remote-cache ... (7 actions, 0 running) [279 / 323] [Prepa] GoCompilePkg external/bazel_gazelle/flag/flag.a [29 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.5 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/statisticstest:statisticstest_test (1513 packages loaded, 20237 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 31.890s, Critical Path: 3.87s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle [564 / 608] GoCompilePkg external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a; Downloading external/io_etcd_go_etcd_api_v3/etcdserverpb/etcdserverpb.a, 6.2 MiB / 7.8 MiB; 0s remote-cache ... (5 actions, 0 running) Analyzing: target //tools/tazel:tazel (297 packages loaded, 14073 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 27] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/statisticstest:statisticstest_test (1548 packages loaded, 20541 targets configured). INFO: Found 1 test target... [0 / 6] [Prepa] Writing file tests/realtikvtest/statisticstest/statisticstest_test/baseline_coverage.dat [199 / 323] GoCompilePkg external/co_honnef_go_tools/simple/simple.a [for tool]; Downloading external/co_honnef_go_tools/simple/simple.a, 249.2 KiB / 1.3 MiB; 0s remote-cache ... (8 actions, 0 running) [208 / 323] GoCompilePkg external/co_honnef_go_tools/internal/sharedcheck/sharedcheck.a [for tool]; 0s remote-cache Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: f326f2a3-efcd-4623-a7db-8fbb4d6fd563 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.1754652600/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1003 packages loaded, 15738 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 29.957s, Critical Path: 4.13s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Analyzing: target //tools/tazel:tazel (299 packages loaded, 14090 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 26] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [258 / 323] GoCompilePkg build/linter/staticcheck/S1030.a [for tool]; Downloading build/linter/staticcheck/S1030.x; 0s remote-cache ... (8 actions, 0 running) INFO: Elapsed time: 30.813s, Critical Path: 4.17s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.562s, Critical Path: 1.44s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/txntest:txntest_test (881 packages loaded, 14097 targets configured) Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 30.061s, Critical Path: 4.06s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 32.912s, Critical Path: 4.49s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 371da67e-cd95-4fc2-bce6-ed5cdb67cbd1 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.2568599349/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: cf463c8b-e7b9-4b27-abfb-c51a6d518152 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.642165229/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded [573 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 775.8 KiB / 9.7 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: 08bb2ef6-4c6d-451c-83aa-136ed1e87327 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_57.1881992218/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1014 packages loaded, 15814 targets configured) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) INFO: Build option --run_under has changed, discarding analysis cache. Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest3/... INFO: Invocation ID: 6aaf1c43-653e-478f-8076-bb7e01a87fee INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_52.229899340/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/txntest:txntest_test (946 packages loaded, 15720 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: dbcda60f-3da5-4804-90df-583a94125092 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_04_52.1861439864/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 10.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.523s, Critical Path: 1.37s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11938 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.810s, Critical Path: 1.31s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [47 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11902 targets configured) [20 / 323] GoToolchainBinaryBuild external/go_sdk/builder [for tool]; 2s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1129 packages loaded, 16741 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest2/... INFO: Invocation ID: ce66d3f6-e026-436b-bff6-c887206e876c INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_52.3320763046/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tools/tazel:tazel (9 packages loaded, 11940 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11937 targets configured) Analyzing: target //tools/tazel:tazel (9 packages loaded, 11936 targets configured) Analyzing: target //tools/tazel:tazel (129 packages loaded, 12968 targets configured) Loading: Analyzing: target //tests/realtikvtest/txntest:txntest_test (1009 packages loaded, 16171 targets configured) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest1/... INFO: Invocation ID: 282a5848-6a07-45a4-be7a-584502ae364b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_52.1733506511/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (129 packages loaded, 13014 targets configured) Loading: [23 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 1.6 MiB / 17.2 MiB; 3s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1254 packages loaded, 17769 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (413 packages loaded, 3801 targets configured) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12965 targets configured) [402 / 1,598] GoCompilePkg external/org_golang_x_net/http2/http2.a; 0s remote-cache ... (8 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1159 packages loaded, 17131 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (131 packages loaded, 13025 targets configured) Analyzing: target //tools/tazel:tazel (126 packages loaded, 12965 targets configured) Analyzing: target //tools/tazel:tazel (299 packages loaded, 14090 targets configured) [23 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 4s remote-cache ... (5 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (332 packages loaded, 9380 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1387 packages loaded, 18428 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (690 packages loaded, 12173 targets configured) [0 / 25] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [783 / 1,598] GoCompilePkg external/org_golang_google_genproto_googleapis_api/annotations/annotations.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 24] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1211 packages loaded, 18041 targets configured) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured). INFO: Found 1 target... [0 / 18] [Prepa] Creating source manifest for //tools/tazel:tazel INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 22] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (2 actions, 0 running) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [25 / 323] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 5s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (415 packages loaded, 10611 targets configured) Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1450 packages loaded, 19158 targets configured) [1,096 / 1,598] GoCompilePkg external/com_github_apache_arrow_go_v12/arrow/array/array.a; 0s remote-cache ... (8 actions, 0 running) [571 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/disaggregated/disaggregated.a; Downloading external/com_github_pingcap_kvproto/pkg/disaggregated/disaggregated.a, 225.2 KiB / 1.6 MiB; 0s remote-cache ... (4 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.424s, Critical Path: 1.41s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (593 packages loaded, 11758 targets configured) [566 / 608] GoCompilePkg external/io_etcd_go_etcd_client_v3/client.a; 0s remote-cache ... (4 actions, 0 running) [567 / 608] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/txnkv/txnutil/txnutil.a ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (862 packages loaded, 14142 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1284 packages loaded, 18698 targets configured) [279 / 323] [Prepa] GoCompilePkg external/com_github_pmezard_go_difflib/difflib/difflib.a ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (692 packages loaded, 12342 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (748 packages loaded, 13485 targets configured) [576 / 608] [Prepa] GoCompilePkg external/com_github_tikv_pd_client/tsoutil/tsoutil.a ... (3 actions, 0 running) [1,269 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 36.4 MiB / 75.3 MiB; 0s remote-cache ... (5 actions, 0 running) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.175s, Critical Path: 1.32s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.420s, Critical Path: 1.46s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.548s, Critical Path: 1.43s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' Target //:gazelle up-to-date: bazel-bin/gazelle-runner.bash bazel-bin/gazelle INFO: Elapsed time: 36.648s, Critical Path: 6.42s INFO: 323 processes: 303 remote cache hit, 20 internal. INFO: Build completed successfully, 323 total actions INFO: Running command line: bazel-bin/gazelle bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest2/... INFO: Invocation ID: fbee6cee-7bf3-4f36-9415-2e19761b85d2 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_57.1754652600/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/addindextest:addindextest_test (1545 packages loaded, 19911 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (954 packages loaded, 15436 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Analyzed target //tests/realtikvtest/addindextest:addindextest_test (1550 packages loaded, 20187 targets configured). INFO: Found 1 test target... [0 / 7] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test/baseline_coverage.dat ... (3 actions, 0 running) bazel --output_user_root=/home/jenkins/.tidb/tmp run --config=ci --repository_cache=/share/.cache/bazel-repository-cache \ --run_under="cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && " \ //tools/tazel:tazel INFO: Invocation ID: a8b6a9b1-818c-483e-83e7-dc71e8530b7b INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'run' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'run' from /data/..2024_06_02_09_05_02.3284111330/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'run' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition run:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes Analyzing: target //tests/realtikvtest/txntest:txntest_test (1400 packages loaded, 19387 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (912 packages loaded, 14255 targets configured) [1,379 / 1,598] GoCompilePkg pkg/meta/meta.a; 0s remote-cache ... (6 actions, 0 running) Loading: Loading: Loading: 0 packages loaded INFO: Build option --run_under has changed, discarding analysis cache. Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.839s, Critical Path: 1.89s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest4/... INFO: Invocation ID: c7aac988-6fd4-4c9e-8ef4-67210eac71a8 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_57.2568599349/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1 packages loaded, 0 targets configured) Analyzing: target //tools/tazel:tazel (1 packages loaded, 0 targets configured) Loading: bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest/... INFO: Invocation ID: 57ee155d-98f8-4014-b76a-4f5d6b697f50 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_57.642165229/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1039 packages loaded, 15792 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (758 packages loaded, 14220 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_output=all --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/importintotest3/... INFO: Invocation ID: d78201d5-9522-42e3-a835-dc39ca8a8600 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_57.1881992218/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Loading: Loading: 0 packages loaded Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1 packages loaded, 0 targets configured) bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/sessiontest/... Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (453 packages loaded, 1630 targets configured) Analyzing: target //tests/realtikvtest/txntest:txntest_test (1456 packages loaded, 19930 targets configured) Analyzing: target //tools/tazel:tazel (7 packages loaded, 11918 targets configured) INFO: Invocation ID: e8df7aa3-8b2a-4eb7-85a2-43b6aa1e8b49 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_04_52.1861439864/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 Loading: Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (984 packages loaded, 15464 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (970 packages loaded, 15604 targets configured) [1,459 / 1,598] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 71.5 MiB / 80.1 MiB; 0s remote-cache ... (2 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/txntest:txntest_test (1548 packages loaded, 20543 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] BazelWorkspaceStatusAction stable-status.txt ... (3 actions, 0 running) Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [19 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (471 packages loaded, 2334 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1134 packages loaded, 16856 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (424 packages loaded, 5517 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1 packages loaded, 0 targets configured) [20 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1087 packages loaded, 16055 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (107 packages loaded, 657 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1040 packages loaded, 15971 targets configured) [1,498 / 1,598] GoCompilePkg pkg/lock/lock.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tools/tazel:tazel (127 packages loaded, 13014 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1143 packages loaded, 16903 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (650 packages loaded, 2822 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (429 packages loaded, 2232 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (707 packages loaded, 12605 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1196 packages loaded, 17279 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (437 packages loaded, 11770 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (682 packages loaded, 12293 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (779 packages loaded, 9401 targets configured) [1,553 / 1,598] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) INFO: Analyzed target //tools/tazel:tazel (320 packages loaded, 14305 targets configured).  checking cached actions INFO: Found 1 target... [0 / 21] [Prepa] BazelWorkspaceStatusAction stable-status.txt [210 / 1,595] [Prepa] GoCompilePkg build/linter/staticcheck/QF1004.a [for tool] Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1214 packages loaded, 17574 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1200 packages loaded, 17355 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (613 packages loaded, 12465 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (804 packages loaded, 14667 targets configured) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1246 packages loaded, 17768 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (889 packages loaded, 14321 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (682 packages loaded, 13347 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (935 packages loaded, 14677 targets configured) [1,585 / 1,598] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 5.5 MiB / 11.7 MiB; 0s remote-cache ... (2 actions, 0 running) [133 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [566 / 608] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; 0s remote-cache ... (2 actions, 0 running) [542 / 1,595] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1457 packages loaded, 19145 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1221 packages loaded, 17682 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (913 packages loaded, 14391 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (979 packages loaded, 15836 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (964 packages loaded, 15527 targets configured) Target //tools/tazel:tazel up-to-date: bazel-bin/tools/tazel/tazel_/tazel INFO: Elapsed time: 5.403s, Critical Path: 1.44s INFO: 334 processes: 331 remote cache hit, 3 internal. INFO: Build completed successfully, 334 total actions INFO: Running command line: /bin/bash -c 'cd /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb && bazel-bin/tools/tazel/tazel_/tazel ' [857 / 1,595] GoCompilePkg external/com_github_vbauerster_mpb_v7/mpb.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1343 packages loaded, 18670 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (904 packages loaded, 15470 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1050 packages loaded, 16357 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1394 packages loaded, 18793 targets configured) [387 / 1,598] GoCompilePkg external/org_golang_google_grpc/internal/grpcsync/grpcsync.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (978 packages loaded, 15907 targets configured) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1105 packages loaded, 16826 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1126 packages loaded, 16985 targets configured) [1,597 / 1,598] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; Downloading tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test, 158.1 MiB / 220.5 MiB; 0s remote-cache bazel --output_user_root=/home/jenkins/.tidb/tmp coverage --config=ci --repository_cache=/share/.cache/bazel-repository-cache --instrument_test_targets --instrumentation_filter=//pkg/...,//br/...,//dumpling/... --test_arg=-with-real-tikv --define gotags=deadlock,intest \ --@io_bazel_rules_go//go/config:cover_format=go_cover \ -- //tests/realtikvtest/addindextest4/... INFO: Invocation ID: c9a1a7f3-5429-4776-92da-65c808aaf2d4 INFO: Reading 'startup' options from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --host_jvm_args=-Xmx4g, --unlimit_coredumps INFO: Options provided by the client: Inherited 'common' options: --isatty=0 --terminal_columns=80 INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'build' options: --announce_rc --experimental_guard_against_concurrent_changes --experimental_remote_merkle_tree_cache --java_language_version=17 --java_runtime_version=17 --tool_java_language_version=17 --tool_java_runtime_version=17 --incompatible_strict_action_env --incompatible_enable_cc_toolchain_resolution INFO: Reading rc options for 'coverage' from /data/..2024_06_02_09_05_02.3284111330/bazel: Inherited 'build' options: --remote_cache=http://ats.apps.svc/brc/tidb --remote_timeout=30s INFO: Reading rc options for 'coverage' from /home/jenkins/.bazelrc: Inherited 'build' options: --local_ram_resources=29491 --local_cpu_resources=8 --jobs=8 --repository_cache=/share/.cache/bazel-repository-cache INFO: Reading rc options for 'coverage' from /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: Inherited 'test' options: --test_output=errors --test_summary=detailed INFO: Found applicable config definition build:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --experimental_remote_cache_compression INFO: Found applicable config definition test:ci in file /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/.bazelrc: --color=yes --verbose_failures --test_verbose_timeout_warnings --test_env=GO_TEST_WRAP_TESTV=1 --experimental_ui_max_stdouterr_bytes=268435456 --test_timeout=150,300,900,3600 [1,041 / 1,595] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 9.0 MiB / 11.5 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1048 packages loaded, 16297 targets configured) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1123 packages loaded, 16744 targets configured) Analyzing: target //tests/realtikvtest/addindextest3:addindextest3_test (1540 packages loaded, 19763 targets configured) Loading: Loading: Loading: 0 packages loaded INFO: Build options --@io_bazel_rules_go//go/config:cover_format, --collect_code_coverage, --define, and 4 more have changed, discarding analysis cache. [699 / 1,598] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 8.2 MiB / 12.9 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest1:addindextest1_test (1452 packages loaded, 19290 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1467 packages loaded, 19265 targets configured) [1,597 / 1,598] GoLink tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test; 1s remote-cache Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1 packages loaded, 0 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1015 packages loaded, 15955 targets configured) [1,214 / 1,595] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/appendblob/appendblob.a; Downloading external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/appendblob/appendblob.x; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1132 packages loaded, 16941 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1175 packages loaded, 17468 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest3:addindextest3_test (1548 packages loaded, 20178 targets configured).  checking cached actions INFO: Found 1 test target... Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1161 packages loaded, 17581 targets configured) [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest3/addindextest3_test/baseline_coverage.dat ... (3 actions, 0 running) [920 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 38.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1179 packages loaded, 17238 targets configured) Analyzing: target //tests/realtikvtest/addindextest2:addindextest2_test (1562 packages loaded, 20017 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (528 packages loaded, 2714 targets configured) INFO: Analyzed target //tests/realtikvtest/addindextest2:addindextest2_test (1567 packages loaded, 20293 targets configured). INFO: Found 1 test target... Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1230 packages loaded, 17438 targets configured) [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest2/addindextest2_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest1:addindextest1_test (1549 packages loaded, 20179 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/addindextest1/addindextest1_test/baseline_coverage.dat [1,604 / 1,606] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,123 / 1,598] GoCompilePkg external/com_github_apache_arrow_go_v12/arrow/array/array.a; Downloading external/com_github_apache_arrow_go_v12/arrow/array/array.a, 8.0 MiB / 13.1 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1269 packages loaded, 17778 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1180 packages loaded, 17627 targets configured) [19 / 1,593] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/net/http.a, 6.0 MiB / 7.3 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1019 packages loaded, 15955 targets configured) [1,332 / 1,595] GoCompilePkg pkg/ttl/metrics/metrics.a; Downloading pkg/ttl/metrics/metrics.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1229 packages loaded, 17449 targets configured) Target //tests/realtikvtest/statisticstest:statisticstest_test up-to-date: bazel-bin/tests/realtikvtest/statisticstest/statisticstest_test_/statisticstest_test INFO: Elapsed time: 28.799s, Critical Path: 11.86s INFO: 1603 processes: 1583 remote cache hit, 20 internal. INFO: Build completed successfully, 1603 total actions Test cases: finished with 1 passing and 0 failing out of 1 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (691 packages loaded, 12428 targets configured) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1414 packages loaded, 19065 targets configured) [19 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 5.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1270 packages loaded, 18021 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1382 packages loaded, 18595 targets configured) [1,276 / 1,598] [Prepa] GoCompilePkg external/com_github_pingcap_kvproto/pkg/tsopb/tsopb.a ... (4 actions, 0 running) [Checks API] No suitable checks publisher found. [Pipeline] sh Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1112 packages loaded, 16939 targets configured) [1,432 / 1,595] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 21.0 MiB / 78.5 MiB; 0s remote-cache ... (6 actions, 0 running) [19 / 1,612] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 7.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1313 packages loaded, 18144 targets configured) [20 / 1,593] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (8 actions, 0 running) + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:07:02.229 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:02.229 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:02.229 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:02.233 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:02.236 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:02.236 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:02.236 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:02.236 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:02.236 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:02.236 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:02.236 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:02.236 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:02.236 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:02.236 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:02.237 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:02.237 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:02.237 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=269.53µs] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:04.239 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.240 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:04.241 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:04.242 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:04.242 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:04.243 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:04.243 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:04.243 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:04.243 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:04.243 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:04.244 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.244 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.245 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:04.245 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.293 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:05.241 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:05.241 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:05.241 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:05.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:05.241 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:05.244 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829910160442431] [2024/06/02 17:07:05.244 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829910160442431] [2024/06/02 17:07:05.249 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:05.251 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:05.251 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:05.252 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:05.252 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:05.252 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:05.253 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:05.253 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:05.253 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:05.254 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:05.254 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:05.254 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:05.255 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=200.462µs] [2024/06/02 17:07:05.255 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829910160442431/leader] [purpose="leader election"] [2024/06/02 17:07:05.255 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:05.255 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:06.255 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:15.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:15.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:02.229 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:02.229 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:02.229 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:02.233 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:02.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:02.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:02.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:02.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:02.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:02.235 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:02.235 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:02.236 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:02.236 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=467.366µs] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.239 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:04.240 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:04.240 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.240 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.241 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:04.242 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.242 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:04.242 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.242 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:04.242 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.242 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:04.242 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.242 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:04.244 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:04.244 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:04.244 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.244 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:04.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.292 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:05.241 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:05.241 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:05.241 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:05.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:05.241 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:05.244 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829910160442431] [2024/06/02 17:07:05.244 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829910160442431] [2024/06/02 17:07:05.248 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:05.248 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:05.249 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:05.251 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:05.251 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:05.251 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:05.251 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:05.251 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:05.251 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/06/02 17:07:05.251 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:05.252 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579735137037837] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:05.253 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:05.253 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829910160442431/leader] [purpose="leader election"] [2024/06/02 17:07:05.253 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/06/02 17:07:05.253 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:05.253 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:05.253 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:05.254 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:08.253 +08:00] [next=2024/06/02 17:07:05.253 +08:00] [2024/06/02 17:07:05.255 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:05.256 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:05.256 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:05.258 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:05.261 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:05.261 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:05.261 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/06/02 17:07:05.559 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:05.559 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:05.559 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:05.639 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:05.639 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:05.640 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:05.640 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:05.640 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:05.640 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:05.647 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829910160442431] [request="header: store: region: peers: > "] [2024/06/02 17:07:05.648 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829910160442431] [request="header: store: region: peers: > "] [2024/06/02 17:07:05.648 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829910160442431] [request="header: store: region: peers: > "] [2024/06/02 17:07:05.648 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829910160442431] [2024/06/02 17:07:05.648 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829910160442431] [2024/06/02 17:07:05.648 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829910160442431] [2024/06/02 17:07:05.652 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=935.48µs] [2024/06/02 17:07:05.652 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=162.391µs] [2024/06/02 17:07:05.653 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:05.653 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:05.653 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:05.653 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:05.653 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:05.653 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:05.653 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:05.653 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=558.611µs] [2024/06/02 17:07:05.657 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:05.657 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:05.657 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319225 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:05.657 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:06.253 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:06.256 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/06/02 17:07:06.256 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:06.456 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:06.456 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:07.341 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:07.352 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:07.352 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:07.352 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:32827] [remotes="[]"] [2024/06/02 17:07:07.352 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:33847] [remotes="[]"] [2024/06/02 17:07:07.353 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:07.357 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:08.652 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319225 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:08.652 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:08.652 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:08.652 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319225 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:08.652 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:08.653 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:08.653 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:08.653 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:08.653 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:08.654 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:08.655 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:08.655 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:08.657 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:08.657 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:08.657 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:08.657 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:08.667 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=7] [operator="\"labeler-split-region {split: region 7 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:7(1, 1), createAt:2024-06-02 17:07:08.66736637 +0800 CST m=+6.476567016, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:08.667 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:08.667 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:08.667 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:08.667 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:08.667 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:08.669 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=7] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:08.669 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=7] [takes=1.615003ms] [operator="\"labeler-split-region {split: region 7 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:7(1, 1), createAt:2024-06-02 17:07:08.66736637 +0800 CST m=+6.476567016, startAt:2024-06-02 17:07:08.667469855 +0800 CST m=+6.476670501, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:08.669 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=7] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:09.656 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:15.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:15.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/06/02 17:07:15.653 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/06/02 17:07:15.654 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:07:15.655 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20162] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:18.662122359 +0800 CST m=+16.471323004, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 1}, 1:{promote learner peer 18 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 1"] [source=create] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:18.662375044 +0800 CST m=+16.471575689, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 3"] [source=create] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=7] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:7(5, 1), createAt:2024-06-02 17:07:18.662462367 +0800 CST m=+16.471663008, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="add learner peer 20 on store 1"] [source=create] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:18.662532405 +0800 CST m=+16.471733047, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 1"] [source=create] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:18.662624574 +0800 CST m=+16.471825216, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 1"] [source=create] [2024/06/02 17:07:18.663 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 1"] [source=heartbeat] [2024/06/02 17:07:18.663 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="add learner peer 20 on store 1"] [source=heartbeat] [2024/06/02 17:07:18.663 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=7] [detail="Add peer:{id:20 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:18.663 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:18.664 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 1"] [source=heartbeat] [2024/06/02 17:07:18.664 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 1"] [source=heartbeat] [2024/06/02 17:07:18.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:18.664 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/06/02 17:07:18.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:1 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:18.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:18.674 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 1 to voter"] [source=heartbeat] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 1 to voter"] [source=heartbeat] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 1 to voter"] [source=heartbeat] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="promote learner peer 20 on store 1 to voter"] [source=heartbeat] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=13.238297ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:18.662375044 +0800 CST m=+16.471575689, startAt:2024-06-02 17:07:18.662407675 +0800 CST m=+16.471608321, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:1 role:Learner },Add peer:{id:18 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=13.496156ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:18.662122359 +0800 CST m=+16.471323004, startAt:2024-06-02 17:07:18.662283872 +0800 CST m=+16.471484518, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 1}, 1:{promote learner peer 18 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:1 role:Learner },Add peer:{id:21 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:18.675 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=13.331051ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:18.662532405 +0800 CST m=+16.471733047, startAt:2024-06-02 17:07:18.662567682 +0800 CST m=+16.471768324, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 1}, 1:{promote learner peer 21 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.676 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:1 role:Learner },Add peer:{id:22 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:18.676 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=13.357109ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:18.662624574 +0800 CST m=+16.471825216, startAt:2024-06-02 17:07:18.66266197 +0800 CST m=+16.471862612, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 1}, 1:{promote learner peer 22 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.676 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=7] [takes=13.611121ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:7(5, 1), createAt:2024-06-02 17:07:18.662462367 +0800 CST m=+16.471663008, startAt:2024-06-02 17:07:18.662489601 +0800 CST m=+16.471690246, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 1}, 1:{promote learner peer 20 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.676 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=7] [detail="Remove peer:{id:20 store_id:1 role:Learner },Add peer:{id:20 store_id:1 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:18.683173757 +0800 CST m=+16.492374402, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:18.683363701 +0800 CST m=+16.492564342, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:18.683442524 +0800 CST m=+16.492643165, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:18.683528446 +0800 CST m=+16.492729087, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=create] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=7] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:7(5, 3), createAt:2024-06-02 17:07:18.683605755 +0800 CST m=+16.492806396, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:18.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="add learner peer 27 on store 3"] [source=create] [2024/06/02 17:07:18.684 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/06/02 17:07:18.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:18.684 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/06/02 17:07:18.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:18.684 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/06/02 17:07:18.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=7] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:18.684 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/06/02 17:07:18.684 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 1"] [source=heartbeat] [2024/06/02 17:07:18.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:18.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:1 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:18.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:18.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:18.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=7] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:18.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 1 to voter"] [source=heartbeat] [2024/06/02 17:07:18.687 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:18.687 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.600126ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:18.683173757 +0800 CST m=+16.492374402, startAt:2024-06-02 17:07:18.683282198 +0800 CST m=+16.492482844, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:18.688 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:18.688 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.653109ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:18.683363701 +0800 CST m=+16.492564342, startAt:2024-06-02 17:07:18.683393039 +0800 CST m=+16.492593684, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.688 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=7] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:18.688 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=7] [takes=4.513876ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:7(5, 3), createAt:2024-06-02 17:07:18.683605755 +0800 CST m=+16.492806396, startAt:2024-06-02 17:07:18.683634561 +0800 CST m=+16.492835203, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.688 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:1 role:Learner },Add peer:{id:26 store_id:1 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:18.688 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.755586ms] [operator="\"add-rule-peer {add peer: store [1]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:18.683528446 +0800 CST m=+16.492729087, startAt:2024-06-02 17:07:18.683560309 +0800 CST m=+16.492760952, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 1}, 1:{promote learner peer 26 on store 1 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:18.688 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:18.688 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.921331ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:18.683442524 +0800 CST m=+16.492643165, startAt:2024-06-02 17:07:18.683476396 +0800 CST m=+16.492677041, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:08:05.654 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:05.656 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:07:02.229 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:02.229 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:02.229 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:02.229 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:02.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:02.233 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:02.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:02.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:02.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:02.235 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:02.235 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:02.235 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:02.235 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:02.235 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:02.235 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:02.236 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=504.263µs] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:04.238 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.239 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:04.241 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.242 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:04.242 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:04.242 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:04.242 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:04.242 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:04.242 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:04.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:04.243 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:04.243 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:04.244 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:04.244 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:04.244 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:04.244 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:04.245 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:04.245 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.244 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:04.245 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:04.292 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:05.239 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:05.240 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:05.241 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:05.241 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:05.241 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:05.241 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:05.241 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:05.241 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:05.244 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829910160442431] [2024/06/02 17:07:05.244 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829910160442431] [2024/06/02 17:07:05.248 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:05.249 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:05.250 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:05.251 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:05.251 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:05.251 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:05.251 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:05.252 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:05.252 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=2234275743217008298] [member-id=4060626905997471512] [2024/06/02 17:07:05.252 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:05.454 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:05.454 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:05.454 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:05.454 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=36.177µs] [2024/06/02 17:07:05.455 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:05.455 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829910160442431/leader] [purpose="leader election"] [2024/06/02 17:07:05.455 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:06.455 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:15.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/06/02 17:07:15.243 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={31, 70, 71, 56, 21, 51, 32, 62, 66, 9, 36, 24, 33, 54, 60, 68, 8, 6, 50, 42, 55, 13, 44, 15, 18, 59, 49, 63, 26, 67, 27, 65, 47, 16, 10, 23, 29, 12, 30, 46, 48, 34, 52, 57, 17, 25, 14, 22, 11, 28, 64, 7, 61, 53, 58, 19, 20, 43, 35, 45, 0, 69}"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe6d544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe6d54afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6d5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6d54d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319222.200335049\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe6d544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe6d54afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6d5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6d54d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe6d544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe6d54afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6d5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6d54d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319222.200826811\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe6d544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe6d54afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6d5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6d54d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:02.201 +08:00] [INFO] [] ["subchannel 0x7fe6d544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe6d54afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6d5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6d54d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319222.201080812\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:02.201 +08:00] [INFO] [] ["subchannel 0x7fe6d544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe6d54afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe6d5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe6d54d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.201 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:02.201 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:02.502 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:04.503 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:04.503 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.243 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:05.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:05.546 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.547 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:05.548 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:05.549 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.551 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.551 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:05.551 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:05.552 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:05.552 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:05.553 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:05.555 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:05.555 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:05.556 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:05.556 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:05.558 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:05.558 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:05.559 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:05.559 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:05.559 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:05.559 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:05.559 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:05.571 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:05.571 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:05.572 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 248.042µs"] [thread_id=1] [2024/06/02 17:07:05.636 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:05.639 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:05.639 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:05.639 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:05.639 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:05.639 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:05.639 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:05.639 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:05.647 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:05.648 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:08.649 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:08.649 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319225 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:08.653 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:08.656 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:08.656 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.895µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=1] [thread_id=1] [2024/06/02 17:07:08.656 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=53.947µs] [garbage_range_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:08.658 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:08.658 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:08.658 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:08.662 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:08.662 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:08.663 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:08.664 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:08.665 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:08.665 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:08.670 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:18.659 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:18.665 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:18.666 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=1] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=9] [store_id=1] [peer_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.666 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=1] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=1] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.667 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.667 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.667 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.667 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.668 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/06/02 17:07:18.668 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:18.669 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=2.147186ms] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_7_6_8_(default|lock|write).sst] [snap_key=7_6_8] [thread_id=130] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=512.954µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=510.77µs] [snap_key=10_6_7] [thread_id=131] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=408.455µs] [snap_key=7_6_8] [thread_id=130] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.673 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=488.458µs] [snap_key=12_6_7] [thread_id=129] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=56.701µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.443µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=46.831µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=7] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.383µs] [region_id=7] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 1 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=9] [term=6] [peer_id=20] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=20] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=1] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=463.156µs] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.266µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=20] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=20] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=7_6_8] [peer_id=20] [region_id=7] [thread_id=101] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={11, 61, 64, 43, 54, 33, 52, 65, 30, 8, 44, 59, 7, 56, 57, 25, 42, 14, 48, 27, 51, 0, 60, 10, 19, 69, 36, 47, 15, 16, 26, 53, 6, 20, 22, 31, 50, 28, 55, 66, 29, 70, 9, 68, 67, 12, 46, 13, 18, 34, 62, 32, 21, 45, 49, 24, 23, 35, 71, 17, 63, 58}"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:02.197 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:02.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7f4e5264d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4e526afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4e52637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4e526d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319222.200154986\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7f4e5264d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4e526afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4e52637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4e526d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7f4e5264dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4e526afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4e52637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4e526d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319222.200734873\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7f4e5264dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4e526afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4e52637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4e526d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:02.201 +08:00] [INFO] [] ["subchannel 0x7f4e5264e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4e526afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4e52637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4e526d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319222.200987810\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:02.201 +08:00] [INFO] [] ["subchannel 0x7f4e5264e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4e526afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4e52637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4e526d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.201 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:02.201 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:02.502 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:04.503 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:04.503 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.243 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:05.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:05.546 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.547 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:05.548 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:05.549 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.550 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.551 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:05.551 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:05.552 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:05.552 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:05.553 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:05.555 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:05.555 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:05.556 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:05.556 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:05.558 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:05.558 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:05.559 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:05.559 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:05.559 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:05.559 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:05.559 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:05.571 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:05.571 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:05.572 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 245.384µs"] [thread_id=1] [2024/06/02 17:07:05.636 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:05.639 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:05.639 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:05.639 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:05.640 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:05.640 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:05.640 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:05.640 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:05.640 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:05.647 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:05.648 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:08.649 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:08.649 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319225 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:08.652 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:08.653 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:08.656 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:08.656 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=62.523µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:08.656 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=34.36µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:08.658 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:08.658 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:08.658 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:08.662 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:08.662 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:08.663 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:08.664 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:08.664 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:08.665 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:08.669 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:18.659 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:18.666 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:18.666 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=17] [store_id=3] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.666 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.668 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/06/02 17:07:18.668 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:18.669 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=1.956841ms] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=416.974µs] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.673 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.674 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=58.09µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=9] [store_id=3] [peer_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=2] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_7_6_10_(default|lock|write).sst] [snap_key=7_6_10] [thread_id=129] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=455.266µs] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=326.685µs] [snap_key=7_6_10] [thread_id=129] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=488.398µs] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.686 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.565µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=488.702µs] [snap_key=14_6_9] [thread_id=132] [2024/06/02 17:07:18.686 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=94.115µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=7] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.301µs] [region_id=7] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.442µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.688 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.688 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.688 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=7_6_10] [peer_id=27] [region_id=7] [thread_id=102] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:08.659 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:08.659 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:07:02.197 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={57, 14, 49, 62, 10, 48, 50, 53, 65, 56, 63, 36, 20, 32, 0, 71, 55, 7, 69, 46, 61, 51, 12, 24, 15, 26, 33, 66, 67, 21, 18, 17, 58, 60, 8, 44, 29, 11, 35, 30, 9, 52, 34, 47, 64, 70, 19, 25, 45, 13, 59, 6, 31, 22, 42, 27, 43, 16, 54, 23, 28, 68}"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:02.198 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:02.199 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe1b584d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe1b58afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe1b5837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1b58d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319222.200252625\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe1b584d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe1b58afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe1b5837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1b58d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe1b584dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe1b58afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe1b5837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1b58d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319222.200753793\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [] ["subchannel 0x7fe1b584dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe1b58afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe1b5837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1b58d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:02.200 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:02.201 +08:00] [INFO] [] ["subchannel 0x7fe1b584e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe1b58afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe1b5837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1b58d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319222.200987908\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:02.201 +08:00] [INFO] [] ["subchannel 0x7fe1b584e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe1b58afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe1b5837e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1b58d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:02.201 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:02.201 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:02.502 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:04.503 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:04.503 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.243 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:05.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:05.546 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.547 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:05.548 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:05.549 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.550 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:05.550 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:05.550 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:05.552 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:05.552 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:05.553 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:05.555 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:05.555 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:05.556 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:05.556 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374234/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374232/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374231/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374230/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/374227/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/326938/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59949/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59948/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59947/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59946/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59945/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59944/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/59943/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/700927/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:05.557 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:05.558 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:05.558 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:05.559 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:05.559 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:05.559 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:05.559 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:05.559 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:05.571 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:05.571 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:05.572 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 247.283µs"] [thread_id=1] [2024/06/02 17:07:05.636 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:05.638 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:05.639 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:05.639 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:05.640 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:05.640 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:05.640 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:05.640 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:05.640 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:05.640 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:05.647 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:05.654 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829910160442431] [thread_id=1] [2024/06/02 17:07:05.655 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319225 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:05.658 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:05.658 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:05.658 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:05.659 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:05.661 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:05.661 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=7] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=211.511µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:05.662 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=11.817µs] [garbage_range_count=2] [store_id=2] [thread_id=1] [2024/06/02 17:07:05.663 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=7] [thread_id=101] [2024/06/02 17:07:05.663 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:05.663 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:05.663 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:05.664 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=7] [thread_id=31] [2024/06/02 17:07:05.666 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [thread_id=68] [2024/06/02 17:07:05.666 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=7] [thread_id=68] [2024/06/02 17:07:05.667 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:05.667 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:05.668 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:05.668 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=2] [thread_id=127] [2024/06/02 17:07:05.669 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:05.669 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:05.670 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:05.674 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:08.667 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=7] [thread_id=31] [2024/06/02 17:07:08.667 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:08.668 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=7] [thread_id=31] [2024/06/02 17:07:08.668 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:08.668 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:08.668 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=7] [thread_id=102] [2024/06/02 17:07:08.668 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:08.668 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=7] [store_id=Some(2)] [thread_id=68] [2024/06/02 17:07:08.668 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:08.668 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.668 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.668 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 2 }"] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=2] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/06/02 17:07:08.669 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=7] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:08.669 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:08.669 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:08.669 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=14] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/06/02 17:07:08.669 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=12] [thread_id=68] [2024/06/02 17:07:15.665 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:18.662 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:18.662 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.662 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:18.662 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=7] [thread_id=31] [2024/06/02 17:07:18.662 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.662 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.662 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:18.662 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:18.662 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.662 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 1 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner } } }"] [index=8] [term=6] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 1 role: Learner }]"] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 1 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.662 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 1 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.663 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.663 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.663 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.663 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.664 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=1] [thread_id=18] [2024/06/02 17:07:18.664 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:18.664 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:18.665 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.204508ms] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:18.665 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:18.665 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/06/02 17:07:18.665 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:18.665 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=697.563µs] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/06/02 17:07:18.669 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:18.670 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:18.670 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.670 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.670 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.670 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.670 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.671 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=645.545µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=493.81µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.672 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_8_(default|lock|write).sst] [region_id=7] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_8_(default|lock|write).sst] [region_id=7] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_8_(default|lock|write).sst] [region_id=7] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=335.409µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_8_(default|lock|write).sst] [region_id=7] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=385.66µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.672 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.672 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=317.999µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.673 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.673 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.418423ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.313003ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 1 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.925029ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.203234ms] [size=0] [snap_key=7_6_8] [region_id=7] [thread_id=130] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 1 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 1 role: Learner"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.674 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.169344ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:07:18.674 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 1 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 1 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 1 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 1 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 role: Learner }"] [changes="[peer { id: 18 store_id: 1 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 1 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 1 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 role: Learner }"] [changes="[peer { id: 21 store_id: 1 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 1 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 role: Learner }"] [changes="[peer { id: 22 store_id: 1 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 1 }]"] [region_id=7] [thread_id=31] [2024/06/02 17:07:18.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 1 } } }"] [index=9] [term=6] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.675 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 role: Learner }"] [changes="[peer { id: 20 store_id: 1 }]"] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.676 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 }"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:18.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:18.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:18.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:18.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=7] [thread_id=31] [2024/06/02 17:07:18.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=9] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=9] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=9] [region_id=7] [thread_id=104] [2024/06/02 17:07:18.683 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.684 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 1 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.684 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=362.879µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:18.684 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=397.734µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.685 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_10_(default|lock|write).sst] [region_id=7] [thread_id=83] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_10_(default|lock|write).sst] [region_id=7] [thread_id=83] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_10_(default|lock|write).sst] [region_id=7] [thread_id=83] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=328.189µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=368.13µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_7_6_10_(default|lock|write).sst] [region_id=7] [thread_id=83] [2024/06/02 17:07:18.685 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.685 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.685 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=328.19µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:18.685 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.446129ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.307273ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:18.686 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.144799ms] [size=0] [snap_key=7_6_10] [region_id=7] [thread_id=130] [2024/06/02 17:07:18.686 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.269704ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 1 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.144497ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=7] [thread_id=31] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=9] [region_id=7] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 1 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:18.687 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 }"] [original_region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=9] [region_id=7] [thread_id=103] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 2 } peers { id: 21 store_id: 1 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:18.687 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 1 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 role: Learner }"] [changes="[peer { id: 26 store_id: 1 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 2 } peers { id: 22 store_id: 1 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.687 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 9, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 7 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 2 } peers { id: 20 store_id: 1 } peers { id: 27 store_id: 3 }"] [peer_id=9] [region_id=7] [thread_id=101] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:18.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 2 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 1 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:18.688 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 2 } peers { id: 18 store_id: 1 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [20 / 1,594] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64/runtime.a, 6.0 MiB / 10.3 MiB; 1s remote-cache ... (8 actions, 0 running) [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1469 packages loaded, 19489 targets configured) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (856 packages loaded, 14356 targets configured) [Pipeline] // stage [1,415 / 1,598] GoCompilePkg pkg/util/password-validation/password-validation.a; 0s remote-cache ... (6 actions, 0 running) [Pipeline] } Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1217 packages loaded, 17973 targets configured) [1,464 / 1,595] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a; Downloading pkg/statistics/handle/cache/internal/internal.x, 247.8 KiB / 1.1 MiB; 0s remote-cache ... (4 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1470 packages loaded, 19642 targets configured) [Pipeline] // container Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1487 packages loaded, 19545 targets configured) [Pipeline] } [Pipeline] // withEnv [Pipeline] } [346 / 1,593] GoCompilePkg external/org_golang_google_protobuf/internal/strs/strs.a; Downloading external/org_golang_google_protobuf/internal/strs/strs.facts; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1418 packages loaded, 19053 targets configured) [Pipeline] // node [Pipeline] } [21 / 1,612] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 15.7 MiB / 17.2 MiB; 2s remote-cache ... (8 actions, 0 running) [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (991 packages loaded, 15348 targets configured) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1371 packages loaded, 18812 targets configured) [1,520 / 1,595] GoCompilePkg pkg/ttl/ttlworker/ttlworker.a; Downloading pkg/ttl/ttlworker/ttlworker.a, 759.8 KiB / 3.9 MiB; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest4:importintotest4_test (1565 packages loaded, 20398 targets configured) [170 / 1,594] GoCompilePkg external/org_golang_x_tools/go/analysis/passes/printf/printf.a [for tool]; Downloading external/org_golang_x_tools/go/analysis/passes/printf/printf.a, 279.8 KiB / 401.7 KiB; 0s remote-cache ... (8 actions, 0 running) [784 / 1,593] GoCompilePkg external/com_github_apache_thrift/lib/go/thrift/thrift.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1558 packages loaded, 20139 targets configured) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1516 packages loaded, 19840 targets configured) [1,461 / 1,598] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [302 / 1,612] GoCompilePkg external/com_github_stretchr_testify/require/require.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest4:importintotest4_test (1570 packages loaded, 20674 targets configured). INFO: Found 1 test target... Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1079 packages loaded, 16065 targets configured) [0 / 7] [Prepa] Writing file tests/realtikvtest/importintotest4/importintotest4_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1399 packages loaded, 19243 targets configured) [1,555 / 1,595] GoCompilePkg pkg/executor/lockstats/lockstats.a; Downloading pkg/executor/lockstats/lockstats.a, 1.3 MiB / 6.4 MiB; 0s remote-cache ... (8 actions, 0 running) [512 / 1,594] GoCompilePkg external/io_k8s_utils/net/net.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest2:importintotest2_test (1562 packages loaded, 20255 targets configured) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1565 packages loaded, 20398 targets configured) [717 / 1,612] GoCompilePkg external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a; Downloading external/com_github_aws_aws_sdk_go/aws/endpoints/endpoints.a, 6.0 MiB / 7.1 MiB; 0s remote-cache ... (7 actions, 0 running) [1,123 / 1,593] GoCompilePkg external/com_github_aws_aws_sdk_go/private/protocol/eventstream/eventstreamapi/eventstreamapi.a; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest:importintotest_test (1603 packages loaded, 20554 targets configured) [1,509 / 1,598] GoCompilePkg pkg/ddl/internal/session/session.a; Downloading pkg/ddl/internal/session/session.x, 1023.8 KiB / 1.1 MiB; 0s remote-cache ... (6 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1098 packages loaded, 16518 targets configured) [829 / 1,594] GoCompilePkg external/com_github_go_ldap_ldap_v3/ldap.a; Downloading external/com_github_go_ldap_ldap_v3/ldap.a, 1.2 MiB / 1.4 MiB; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest:importintotest_test (1608 packages loaded, 20830 targets configured). INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest/importintotest_test/baseline_coverage.dat ... (3 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/importintotest2:importintotest2_test (1570 packages loaded, 20674 targets configured).  checking cached actions INFO: Found 1 test target... [0 / 11] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test/baseline_coverage.dat ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/importintotest3:importintotest3_test (1570 packages loaded, 20674 targets configured) INFO: Analyzed target //tests/realtikvtest/importintotest3:importintotest3_test (1570 packages loaded, 20674 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/importintotest3/importintotest3_test/baseline_coverage.dat ... (3 actions, 0 running) [24 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/sessiontest:sessiontest_test (1546 packages loaded, 20478 targets configured) INFO: Analyzed target //tests/realtikvtest/sessiontest:sessiontest_test (1548 packages loaded, 20542 targets configured). INFO: Found 1 test target... [0 / 13] [Prepa] Writing file tests/realtikvtest/sessiontest/sessiontest_test/baseline_coverage.dat ... (3 actions, 0 running) [1,578 / 1,595] GoCompilePkg pkg/sessiontxn/isolation/isolation.a; 0s remote-cache ... (3 actions, 0 running) [954 / 1,612] GoCompilePkg external/com_github_datadog_zstd/zstd.a; Downloading external/com_github_datadog_zstd/zstd.a, 495.8 KiB / 2.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,249 / 1,593] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (7 actions, 0 running) [1,553 / 1,598] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [1,051 / 1,594] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 22.4 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1206 packages loaded, 17482 targets configured) [25 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (8 actions, 0 running) [1,591 / 1,595] [Prepa] GoCompilePkg tests/realtikvtest/addindextest/addindextest_test.internal.a [1,105 / 1,612] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,658] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 7.8 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) [24 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/linux_amd64_race/runtime.a, 8.0 MiB / 10.4 MiB; 0s remote-cache ... (3 actions, 0 running) [1,374 / 1,593] GoCompilePkg pkg/sessionctx/stmtctx/stmtctx.a; Downloading pkg/sessionctx/stmtctx/stmtctx.a, 727.8 KiB / 1.8 MiB; 0s remote-cache ... (6 actions, 0 running) [1,165 / 1,594] GoCompilePkg external/com_github_aws_aws_sdk_go/service/s3/s3.a; Downloading external/com_github_aws_aws_sdk_go/service/s3/s3.a, 8.0 MiB / 13.9 MiB; 0s remote-cache ... (8 actions, 0 running) [1,571 / 1,598] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (3 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1312 packages loaded, 18440 targets configured) [286 / 1,620] GoCompilePkg external/com_github_spf13_pflag/pflag.a; Downloading external/com_github_spf13_pflag/pflag.a; 0s remote-cache ... (8 actions, 0 running) [24 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 1s remote-cache ... (3 actions, 0 running) [24 / 1,598] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 13.9 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [25 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; Downloading external/io_bazel_rules_go/stdlib_/pkg/tool/linux_amd64/compile, 9.0 MiB / 17.2 MiB; 1s remote-cache ... (3 actions, 0 running) [1,278 / 1,612] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; 0s remote-cache ... (5 actions, 0 running) [25 / 1,658] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (8 actions, 0 running) [1,456 / 1,593] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) [1,589 / 1,598] [Prepa] GoCompilePkg pkg/session/session.a [668 / 1,620] GoCompilePkg pkg/parser/ast/ast.a; Downloading pkg/parser/ast/ast.a, 2.0 MiB / 8.9 MiB; 0s remote-cache ... (8 actions, 0 running) [85 / 1,598] GoCompilePkg external/com_github_golangci_misspell/misspell.a [for tool]; Downloading external/com_github_golangci_misspell/misspell.a, 4.1 MiB / 5.5 MiB; 0s remote-cache ... (8 actions, 0 running) [1,595 / 1,601] [Prepa] Writing file tests/realtikvtest/addindextest/addindextest_test.instrumented_files [1,279 / 1,594] GoCompilePkg external/com_github_tikv_client_go_v2/util/util.a; 0s remote-cache ... (3 actions, 0 running) [215 / 1,620] [Prepa] GoCompilePkg build/linter/staticcheck/SA6005.a [for tool] Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1450 packages loaded, 19152 targets configured) [29 / 1,620] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 2s remote-cache [1,423 / 1,612] GoCompilePkg pkg/sessionctx/variable/variable.a; 0s remote-cache ... (2 actions, 0 running) [1,510 / 1,593] GoCompilePkg pkg/statistics/handle/cache/cache.a; 0s remote-cache ... (8 actions, 0 running) [1,597 / 1,598] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; Downloading tests/realtikvtest/txntest/txntest_test_/txntest_test, 117.5 MiB / 220.6 MiB; 0s remote-cache [539 / 1,598] GoCompilePkg pkg/store/mockstore/unistore/lockstore/lockstore.a; 0s remote-cache ... (7 actions, 0 running) [1,600 / 1,603] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [467 / 1,658] GoCompilePkg external/org_golang_google_protobuf/internal/impl/impl.a; Downloading external/org_golang_google_protobuf/internal/impl/impl.a, 5.3 MiB / 5.8 MiB; 0s remote-cache ... (8 actions, 0 running) [1,411 / 1,594] GoCompilePkg pkg/util/password-validation/password-validation.a; 0s remote-cache ... (7 actions, 0 running) Analyzing: target //tests/realtikvtest/addindextest4:addindextest4_test (1545 packages loaded, 19905 targets configured) [951 / 1,620] GoCompilePkg external/com_github_apache_thrift/lib/go/thrift/thrift.a; Downloading external/com_github_apache_thrift/lib/go/thrift/thrift.a, 2.0 MiB / 4.7 MiB; 0s remote-cache ... (8 actions, 0 running) [386 / 1,620] GoCompilePkg external/com_github_mattn_go_isatty/go-isatty.a; 0s remote-cache ... (8 actions, 0 running) [560 / 1,620] GoCompilePkg external/com_github_getsentry_sentry_go/sentry-go.a; 0s remote-cache ... (8 actions, 0 running) INFO: Analyzed target //tests/realtikvtest/addindextest4:addindextest4_test (1550 packages loaded, 20181 targets configured). INFO: Found 1 test target... [0 / 12] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test/baseline_coverage.dat ... (3 actions, 0 running) Target //tests/realtikvtest/addindextest:addindextest_test up-to-date: bazel-bin/tests/realtikvtest/addindextest/addindextest_test_/addindextest_test INFO: Elapsed time: 29.699s, Critical Path: 12.74s INFO: 1591 processes: 1581 remote cache hit, 10 internal. INFO: Build completed successfully, 1591 total actions Test cases: finished with 30 passing and 0 failing out of 30 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [1,549 / 1,593] GoCompilePkg br/pkg/glue/glue.a; 0s remote-cache ... (5 actions, 0 running) [Pipeline] junit Recording test results [890 / 1,598] GoCompilePkg pkg/parser/parser.a; Downloading pkg/parser/parser.a, 4.6 MiB / 12.9 MiB; 0s remote-cache ... (8 actions, 0 running) [874 / 1,658] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 3.2 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [1,474 / 1,612] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [Checks API] No suitable checks publisher found. [Pipeline] sh [1,597 / 1,598] GoLink tests/realtikvtest/txntest/txntest_test_/txntest_test; 1s remote-cache [1,140 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 52.6 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [757 / 1,620] GoCompilePkg external/io_k8s_klog_v2/klog.a; Downloading external/io_k8s_klog_v2/klog.a, 647.8 KiB / 1.1 MiB; 0s remote-cache ... (8 actions, 0 running) [1,456 / 1,594] [Prepa] GoCompilePkg pkg/session/types/types.a ... (5 actions, 0 running) [860 / 1,620] GoCompilePkg external/io_opencensus_go/trace/trace.a; 0s remote-cache ... (7 actions, 0 running) + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/06/02 17:07:08.552 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:08.552 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:08.552 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:08.555 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:08.556 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:08.556 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:08.556 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:08.557 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:08.557 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:08.557 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:08.557 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:08.557 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:08.557 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:08.557 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:08.557 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:08.557 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:08.557 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:08.557 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:08.557 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:08.558 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=426.848µs] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:10.560 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.560 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:10.561 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:10.561 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.561 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.561 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.561 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.562 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.562 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.562 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.562 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.562 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.562 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.563 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:10.563 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.564 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:10.564 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:10.564 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:10.564 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.564 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:10.564 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.564 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.564 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.564 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.564 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.564 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:10.565 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.565 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.565 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.566 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.566 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.566 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.566 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:10.566 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.614 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:12.064 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:12.064 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:12.064 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:12.064 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:12.064 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:12.064 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:12.067 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829941157109925] [2024/06/02 17:07:12.067 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829941157109925] [2024/06/02 17:07:12.072 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:12.073 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:12.074 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:12.075 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:12.075 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:12.075 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:12.075 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:12.076 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:12.076 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:12.076 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/06/02 17:07:12.278 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:12.278 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:12.278 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:12.278 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=197.96µs] [2024/06/02 17:07:12.279 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:12.279 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:12.279 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829941157109925/leader] [purpose="leader election"] [2024/06/02 17:07:13.279 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:22.065 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/06/02 17:07:22.065 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:08.553 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:08.553 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:08.553 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:08.553 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:08.553 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:08.553 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:08.553 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:08.553 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:08.553 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:08.557 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:08.557 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:08.557 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:08.557 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:08.558 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:08.558 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:08.558 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:08.558 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:08.558 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:08.558 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:08.558 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:08.558 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:08.558 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:08.559 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:08.559 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:08.559 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:08.559 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=300.661µs] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.562 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:10.562 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:10.562 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.562 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.562 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.563 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.564 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.564 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.564 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.564 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.564 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.564 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:10.565 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:10.565 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:10.565 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:10.565 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:10.565 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.565 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.565 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.565 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.566 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:10.566 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:10.566 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:10.566 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.615 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:12.063 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:12.064 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:12.064 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:12.064 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:12.064 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:12.064 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:12.068 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829941157109925] [2024/06/02 17:07:12.068 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829941157109925] [2024/06/02 17:07:12.073 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:12.075 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:12.075 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:12.076 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:12.076 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:12.076 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:12.076 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:12.077 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:12.077 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:12.078 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:12.078 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:12.078 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:12.078 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=216.086µs] [2024/06/02 17:07:12.079 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829941157109925/leader] [purpose="leader election"] [2024/06/02 17:07:12.079 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:12.079 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:13.080 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:13.631 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:13.643 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:13.643 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43913] [remotes="[]"] [2024/06/02 17:07:13.643 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:13.643 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43213] [remotes="[]"] [2024/06/02 17:07:13.644 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:13.648 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:22.065 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/06/02 17:07:22.065 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/06/02 17:07:08.552 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:08.552 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:08.552 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:08.552 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:08.556 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:08.556 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:08.556 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:08.556 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:08.558 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:08.558 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:08.558 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:08.558 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:08.558 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:08.558 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:08.558 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:08.558 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:08.558 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:08.558 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:08.558 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:08.558 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:08.559 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=344.37µs] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:10.561 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.562 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:10.562 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:10.562 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.562 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.562 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.563 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.564 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.564 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.564 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.564 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.564 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.564 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:10.565 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.565 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:10.565 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:10.565 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:10.565 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:10.566 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.566 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.566 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.566 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.566 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.566 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.566 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.566 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.566 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.567 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:10.567 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.567 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.567 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.615 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:12.062 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:12.063 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:12.063 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:12.063 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:12.064 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:12.064 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:12.064 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:12.064 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:12.064 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:12.064 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:12.064 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:12.068 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829941157109925] [2024/06/02 17:07:12.069 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829941157109925] [2024/06/02 17:07:12.072 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:12.073 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:12.073 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:12.075 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:12.075 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:12.075 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:12.075 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:12.075 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:12.075 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:07:12.075 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:12.076 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629894684941] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:12.077 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:12.077 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829941157109925/leader] [purpose="leader election"] [2024/06/02 17:07:12.077 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:07:12.077 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:12.077 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:12.077 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:12.078 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:15.077 +08:00] [next=2024/06/02 17:07:12.077 +08:00] [2024/06/02 17:07:12.079 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:12.080 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:12.080 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:12.082 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:12.085 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:12.086 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:12.086 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:07:12.377 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:12.377 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:12.378 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:12.446 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:12.446 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:12.447 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:12.447 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:12.447 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:12.447 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:12.454 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829941157109925] [request="header: store: region: peers: > "] [2024/06/02 17:07:12.454 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829941157109925] [request="header: store: region: peers: > "] [2024/06/02 17:07:12.454 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829941157109925] [request="header: store: region: peers: > "] [2024/06/02 17:07:12.455 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829941157109925] [2024/06/02 17:07:12.455 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829941157109925] [2024/06/02 17:07:12.455 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829941157109925] [2024/06/02 17:07:12.457 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=938.64µs] [2024/06/02 17:07:12.457 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=53.725µs] [2024/06/02 17:07:12.458 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:12.458 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:12.458 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:12.458 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:12.458 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:12.458 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:12.458 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:12.459 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=565.886µs] [2024/06/02 17:07:12.462 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:12.463 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:12.463 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319232 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:12.463 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:13.077 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:13.080 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:13.080 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:13.279 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:13.280 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:15.458 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319232 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:15.458 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:15.458 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:15.458 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319232 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:15.458 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:15.458 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:15.458 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:15.459 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:15.459 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:15.460 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:15.460 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:15.462 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:15.462 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:15.462 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:15.462 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:15.472 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:15.472454351 +0800 CST m=+6.957986683, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:15.472 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:15.473 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:15.473 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:15.473 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:15.473 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:15.475 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:15.475 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=3.244943ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:15.472454351 +0800 CST m=+6.957986683, startAt:2024-06-02 17:07:15.472646412 +0800 CST m=+6.958178748, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:15.475 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:16.461 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:22.065 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:22.065 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:22.459 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:07:22.460 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/06/02 17:07:22.461 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:25.466967619 +0800 CST m=+16.952499947, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 18 on store 2"] [source=create] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:25.467428746 +0800 CST m=+16.952961074, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 19 on store 3"] [source=create] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:25.467600683 +0800 CST m=+16.953133010, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 20 on store 2"] [source=create] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:25.467718201 +0800 CST m=+16.953250528, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 21 on store 3"] [source=create] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:25.467884022 +0800 CST m=+16.953416349, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.467 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 22 on store 3"] [source=create] [2024/06/02 17:07:25.469 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/06/02 17:07:25.469 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/06/02 17:07:25.469 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:25.469 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:25.470 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/06/02 17:07:25.470 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:25.470 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/06/02 17:07:25.470 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:25.470 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/06/02 17:07:25.471 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:25.477 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:25.477 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:25.478 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:25.478 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:25.478 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:25.478 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:25.478 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=11.082158ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:25.467600683 +0800 CST m=+16.953133010, startAt:2024-06-02 17:07:25.467651422 +0800 CST m=+16.953183750, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.478 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=11.639234ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:25.466967619 +0800 CST m=+16.952499947, startAt:2024-06-02 17:07:25.467228307 +0800 CST m=+16.952760635, currentStep:2, size:0, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.478 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:25.479 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:25.479 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=11.551969ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:25.467428746 +0800 CST m=+16.952961074, startAt:2024-06-02 17:07:25.467516448 +0800 CST m=+16.953048776, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.479 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:25.479 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=11.276955ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:25.467884022 +0800 CST m=+16.953416349, startAt:2024-06-02 17:07:25.467945312 +0800 CST m=+16.953477639, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.479 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.532065ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:25.467718201 +0800 CST m=+16.953250528, startAt:2024-06-02 17:07:25.467764651 +0800 CST m=+16.953296979, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.479 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:25.488485419 +0800 CST m=+16.974017747, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:25.488624164 +0800 CST m=+16.974156492, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:25.488706383 +0800 CST m=+16.974238710, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:25.488784492 +0800 CST m=+16.974316820, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:25.488862057 +0800 CST m=+16.974394384, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:25.488 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/06/02 17:07:25.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/06/02 17:07:25.489 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:25.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:07:25.489 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:25.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/06/02 17:07:25.489 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:25.489 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:25.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/06/02 17:07:25.489 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/06/02 17:07:25.489 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:25.492 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:25.492 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:25.492 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:25.492 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:25.492 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:25.493 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.551746ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:25.488485419 +0800 CST m=+16.974017747, startAt:2024-06-02 17:07:25.488559987 +0800 CST m=+16.974092313, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.493 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:25.493 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.488965ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:25.488706383 +0800 CST m=+16.974238710, startAt:2024-06-02 17:07:25.488736766 +0800 CST m=+16.974269094, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.493 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:25.493 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.755071ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:25.488784492 +0800 CST m=+16.974316820, startAt:2024-06-02 17:07:25.488814002 +0800 CST m=+16.974346329, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.493 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:25.493 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=5.012884ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:25.488624164 +0800 CST m=+16.974156492, startAt:2024-06-02 17:07:25.488653368 +0800 CST m=+16.974185695, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:25.493 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:25.493 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:25.493 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.850701ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:25.488862057 +0800 CST m=+16.974394384, startAt:2024-06-02 17:07:25.488889419 +0800 CST m=+16.974421746, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:08:12.459 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:12.460 +08:00] [INFO] [cluster.go:516] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={16, 50, 58, 22, 17, 60, 61, 14, 63, 64, 51, 36, 66, 20, 24, 67, 68, 69, 12, 55, 0, 34, 15, 29, 49, 70, 57, 71, 33, 56, 21, 11, 26, 30, 31, 48, 52, 35, 47, 54, 23, 53, 59, 18, 13, 62, 65, 32, 27, 25, 28, 19}"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f2bab04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f2bab0afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f2bab037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f2bab0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319228.523056574\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f2bab04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f2bab0afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f2bab037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f2bab0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f2bab04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f2bab0afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f2bab037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f2bab0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319228.523539276\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f2bab04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f2bab0afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f2bab037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f2bab0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f2bab04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f2bab0afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f2bab037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f2bab0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319228.523759789\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f2bab04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f2bab0afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f2bab037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f2bab0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:08.825 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.826 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.826 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.066 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:12.368 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.369 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.369 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:12.370 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:12.373 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:12.373 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:12.374 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:12.374 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:12.376 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:12.376 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:12.377 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:12.377 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:12.378 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:12.378 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:12.378 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:12.378 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:12.381 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:12.381 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:12.381 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 161.296µs"] [thread_id=1] [2024/06/02 17:07:12.444 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:12.445 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:12.446 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:12.446 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:12.446 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:12.447 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:12.447 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:12.447 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:12.447 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:12.447 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:12.447 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:12.454 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:12.455 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:15.456 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:15.456 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319232 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:15.459 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:15.462 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:15.462 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=32.594µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:15.462 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.638µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:15.464 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:15.464 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:15.464 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:15.468 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:15.468 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:15.469 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:15.470 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:15.470 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:15.471 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:15.476 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:25.466 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:25.471 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:25.471 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.472 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.473 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:25.473 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:25.473 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=3] [cost=753.923µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=131] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=374.395µs] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=399.248µs] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=490.806µs] [snap_key=14_6_7] [thread_id=131] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=16] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=43.673µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=10] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.14µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=14] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.277µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.479 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.479 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.479 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=132] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=511.536µs] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=392.14µs] [snap_key=4_6_10] [thread_id=132] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=38.447µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.209µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=21] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 24} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:15.464 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:15.465 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:08:15.465 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:08:15.465 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:08:15.465 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={15, 55, 47, 29, 25, 48, 50, 31, 36, 21, 61, 11, 49, 34, 60, 64, 14, 51, 66, 58, 67, 69, 62, 70, 71, 19, 24, 30, 20, 53, 16, 22, 26, 23, 17, 35, 18, 28, 32, 54, 56, 57, 65, 0, 33, 68, 12, 59, 27, 52, 13, 63}"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f3fbde4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3fbdeafa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3fbde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3fbded2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319228.522969621\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f3fbde4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3fbdeafa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3fbde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3fbded2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f3fbde4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3fbdeafa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3fbde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3fbded2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319228.523544187\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f3fbde4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3fbdeafa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3fbde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3fbded2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f3fbde4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3fbdeafa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3fbde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3fbded2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319228.523820165\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f3fbde4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3fbdeafa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3fbde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3fbded2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:08.825 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.826 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.826 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.066 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:12.368 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.369 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.369 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:12.370 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:12.373 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:12.374 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:12.374 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:12.376 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:12.376 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:12.377 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:12.377 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:12.377 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:12.377 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:12.377 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:12.378 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:12.381 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:12.381 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:12.381 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 154.599µs"] [thread_id=1] [2024/06/02 17:07:12.444 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:12.445 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:12.445 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:12.446 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:12.446 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:12.446 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:12.447 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:12.447 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:12.447 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:12.447 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:12.447 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:12.454 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:12.455 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:15.456 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:15.456 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319232 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:15.458 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:15.459 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:15.462 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:15.462 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=40.07µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:15.462 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=33.728µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:15.464 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:15.464 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:15.464 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:15.469 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:15.469 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:15.469 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:15.470 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:15.470 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:15.471 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:15.477 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:25.466 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:25.471 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:25.471 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=18] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.473 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:25.473 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:25.473 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=846.012µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=497.093µs] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=482.323µs] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.476 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=12] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=63.822µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=4] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.477 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.234µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=9] [term=6] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=130] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=432.587µs] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=544.319µs] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=410.818µs] [snap_key=16_6_9] [thread_id=130] [2024/06/02 17:07:25.491 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:25.491 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=51.541µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=94.756µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.415µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=18] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 24} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=4] [thread_id=102] [2024/06/02 17:08:15.464 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:08:15.464 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=18] [region_id=4] [thread_id=102] [2024/06/02 17:08:15.464 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:08:15.464 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:15.464 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:08:15.464 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.464 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:15.465 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={12, 13, 25, 58, 20, 23, 26, 28, 53, 36, 60, 61, 27, 48, 0, 62, 16, 22, 63, 64, 17, 18, 34, 65, 66, 67, 68, 51, 19, 15, 56, 59, 50, 70, 55, 69, 71, 35, 24, 32, 30, 29, 33, 14, 11, 47, 21, 49, 31, 52, 54, 57}"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:08.520 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [] ["subchannel 0x7f05dd24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f05dd2afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f05dd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f05dd2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319228.522531788\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:08.522 +08:00] [INFO] [] ["subchannel 0x7f05dd24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f05dd2afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f05dd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f05dd2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.522 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.522 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f05dd24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f05dd2afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f05dd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f05dd2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319228.523118145\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f05dd24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f05dd2afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f05dd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f05dd2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f05dd24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f05dd2afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f05dd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f05dd2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319228.523390469\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [] ["subchannel 0x7f05dd24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f05dd2afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f05dd237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f05dd2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.523 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.523 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:08.824 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.825 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.825 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.066 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:12.367 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.368 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.369 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:12.370 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:12.371 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:12.372 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:12.373 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:12.373 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:12.373 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:12.374 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67585/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67584/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67583/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67582/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67581/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67580/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67578/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67577/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/67576/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/41410/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37335/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37334/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37333/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37332/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37331/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37330/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/37329/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/324062/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:12.375 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:12.376 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:12.376 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:12.377 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:12.377 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:12.377 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:12.377 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:12.377 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:12.381 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:12.381 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:12.381 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 163.356µs"] [thread_id=1] [2024/06/02 17:07:12.442 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:12.444 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:12.445 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:12.445 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:12.445 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:12.446 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:12.446 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:12.446 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:12.446 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:12.446 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:12.446 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:12.453 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:12.460 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829941157109925] [thread_id=1] [2024/06/02 17:07:12.460 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319232 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:12.463 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:12.463 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:12.463 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:12.464 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=188.956µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:12.467 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=9.209µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:12.468 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:12.469 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:12.469 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:12.469 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:12.469 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:12.471 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:12.471 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:12.472 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:12.472 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:12.473 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:12.473 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:12.474 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:12.474 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:12.474 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:12.478 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:15.473 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:15.473 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:15.474 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:15.474 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:15.474 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:15.475 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:15.475 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:15.475 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:15.475 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.475 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/06/02 17:07:15.476 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:15.476 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/06/02 17:07:15.476 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/06/02 17:07:22.470 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:25.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:25.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.468 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:25.468 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.468 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.469 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.469 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.469 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.469 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.470 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.470 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.470 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.470 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.470 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:07:25.470 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:25.470 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:25.470 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.470 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=1.122588ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:25.471 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:25.471 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=6] [cost=580.199µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:25.473 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:25.473 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:25.473 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.473 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.474 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.474 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.474 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.474 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.474 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:25.474 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.474 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:25.474 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.474 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=577.069µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=618.134µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.475 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=358.57µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=391.287µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.475 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.475 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.475 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=316.116µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.476 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.476 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.627723ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.44332ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=132] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.057829ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.322072ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.477 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.546533ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:25.477 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.478 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.478 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:25.478 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.478 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.488 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.488 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.488 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.488 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:25.488 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.488 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.488 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:25.488 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.488 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.489 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.489 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:25.489 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=325.541µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=416.225µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=372.667µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=398.591µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.490 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=439.095µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.077981ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.491 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.489806ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/06/02 17:07:25.491 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.279354ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.126704ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.492 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.024959ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=130] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:25.492 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:25.492 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.492 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 24} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.493 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 18, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.493 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [1,074 / 1,658] GoCompilePkg external/com_github_modern_go_reflect2/reflect2.a; 0s remote-cache ... (8 actions, 0 running) [1,533 / 1,612] GoCompilePkg pkg/lightning/backend/encode/encode.a; Downloading pkg/lightning/backend/encode/encode.facts; 0s remote-cache ... (6 actions, 0 running) [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [1,584 / 1,593] [Prepa] GoCompilePkg pkg/session/session.a [Pipeline] // withEnv [Pipeline] } [1,234 / 1,620] GoCompilePkg external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a; Downloading external/com_github_pingcap_kvproto/pkg/kvrpcpb/kvrpcpb.a, 7.0 MiB / 12.6 MiB; 0s remote-cache ... (8 actions, 0 running) [1,071 / 1,620] GoCompilePkg external/com_github_azure_azure_sdk_for_go_sdk_storage_azblob/internal/generated/generated.a; 0s remote-cache ... (8 actions, 0 running) [Pipeline] // node [1,166 / 1,598] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 16.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [1,503 / 1,594] GoCompilePkg pkg/lightning/common/common.a; Downloading pkg/lightning/common/common.a, 2.0 MiB / 2.2 MiB; 0s remote-cache ... (4 actions, 0 running) [1,143 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 5.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) [Pipeline] // withEnv [19 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg [for tool]; 1s remote-cache ... (3 actions, 0 running) [Pipeline] } [Pipeline] // stage [Pipeline] } [1,604 / 1,606] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,286 / 1,658] GoCompilePkg external/com_github_pingcap_kvproto/pkg/import_sstpb/import_sstpb.a; Downloading external/com_github_pingcap_kvproto/pkg/import_sstpb/import_sstpb.a, 3.4 MiB / 4.0 MiB; 0s remote-cache ... (7 actions, 0 running) [1,570 / 1,612] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 0s remote-cache ... (8 actions, 0 running) Target //tests/realtikvtest/txntest:txntest_test up-to-date: bazel-bin/tests/realtikvtest/txntest/txntest_test_/txntest_test INFO: Elapsed time: 31.021s, Critical Path: 13.58s INFO: 1603 processes: 1583 remote cache hit, 20 internal. INFO: Build completed successfully, 1603 total actions Test cases: finished with 32 passing and 0 failing out of 32 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [1,333 / 1,620] GoCompilePkg external/com_github_tikv_client_go_v2/rawkv/rawkv.a; 0s remote-cache ... (8 actions, 0 running) [1,212 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 31.0 MiB / 75.3 MiB; 0s remote-cache ... (8 actions, 0 running) complete to collect bazel result. [Pipeline] } [1,273 / 1,598] GoCompilePkg external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a; Downloading external/com_github_pingcap_kvproto/pkg/pdpb/pdpb.a, 6.2 MiB / 12.0 MiB; 0s remote-cache ... (3 actions, 0 running) [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [1,549 / 1,594] [Prepa] GoCompilePkg pkg/plugin/plugin.a ... (5 actions, 0 running) [1,208 / 1,620] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 66.7 MiB / 75.3 MiB; 1s remote-cache ... (8 actions, 0 running) [109 / 1,595] GoStdlib external/io_bazel_rules_go/stdlib_/pkg; 2s remote-cache ... (7 actions, 0 running) [1,592 / 1,593] GoLink tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test; Downloading tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test, 89.4 MiB / 163.8 MiB; 0s remote-cache [1,438 / 1,658] [Prepa] GoCompilePkg pkg/util/servermemorylimit/servermemorylimit.a ... (7 actions, 0 running) [Checks API] No suitable checks publisher found. [1,600 / 1,612] [Prepa] GoCompilePkg pkg/planner/cascades/cascades.a [Pipeline] sh [1,463 / 1,620] GoCompilePkg pkg/expression/expression.a; Downloading pkg/expression/expression.a, 16.7 MiB / 80.1 MiB; 0s remote-cache ... (7 actions, 0 running) [1,406 / 1,598] GoCompilePkg pkg/store/helper/helper.a; 0s remote-cache ... (4 actions, 0 running) [1,313 / 1,620] GoCompilePkg external/com_github_fsouza_fake_gcs_server/fakestorage/fakestorage.a; Downloading external/com_github_fsouza_fake_gcs_server/fakestorage/fakestorage.a; 0s remote-cache ... (7 actions, 0 running) [519 / 1,595] GoCompilePkg external/com_github_apache_arrow_go_v12/parquet/internal/gen-go/parquet/parquet.a; Downloading external/com_github_apache_arrow_go_v12/parquet/internal/gen-go/parquet/parquet.a, 3.2 MiB / 3.5 MiB; 0s remote-cache ... (8 actions, 0 running) + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/06/02 17:07:08.266 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:08.266 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:08.266 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:08.270 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:08.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:08.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:08.271 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:08.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:08.271 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:08.272 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:08.272 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:08.272 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:08.273 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=319.185µs] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.276 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:10.277 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:10.277 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.277 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.277 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.277 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:10.278 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:10.278 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:10.278 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:10.278 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.278 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.278 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.278 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.278 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.278 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:10.280 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:10.281 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.280 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:10.281 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.328 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:11.277 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:11.278 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:11.278 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:11.278 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:11.278 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:11.278 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:11.281 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829936594611007] [2024/06/02 17:07:11.281 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829936594611007] [2024/06/02 17:07:11.285 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:11.286 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:11.287 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:11.288 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:11.288 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:11.288 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:11.289 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:11.289 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:11.289 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/06/02 17:07:11.289 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:11.492 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:11.492 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:11.492 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:11.492 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=40.942µs] [2024/06/02 17:07:11.492 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:11.492 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829936594611007/leader] [purpose="leader election"] [2024/06/02 17:07:11.492 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:12.493 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:21.280 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:21.280 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/06/02 17:07:08.266 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:08.266 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:08.266 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:08.266 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:08.270 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:08.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:08.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:08.272 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:08.272 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:08.272 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:08.272 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:08.272 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:08.272 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:08.272 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:08.273 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=289.56µs] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.276 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:10.276 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:10.276 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.276 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.276 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.277 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.278 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.278 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.278 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.278 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.280 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:10.280 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:10.280 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:10.280 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:10.280 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:10.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.280 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.280 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.280 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.280 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.280 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.281 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.281 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:10.281 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:10.282 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.282 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.282 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.282 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:10.330 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:11.277 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:11.277 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:11.278 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:11.278 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:11.278 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:11.278 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:11.278 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:11.278 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:11.278 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:11.281 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829936594611007] [2024/06/02 17:07:11.281 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829936594611007] [2024/06/02 17:07:11.286 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:11.287 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:11.288 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:11.289 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:11.289 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:11.289 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:11.289 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:11.290 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:11.290 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:07:11.290 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:11.290 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629894611725] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:11.291 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:11.291 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829936594611007/leader] [purpose="leader election"] [2024/06/02 17:07:11.291 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:07:11.291 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:11.291 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:11.291 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:11.292 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:14.292 +08:00] [next=2024/06/02 17:07:11.292 +08:00] [2024/06/02 17:07:11.293 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:11.294 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:11.294 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:11.296 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:11.300 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:11.300 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:11.300 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:07:11.593 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:11.593 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:11.593 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:11.670 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:11.670 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:11.671 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:11.671 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:11.671 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:11.671 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:11.678 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829936594611007] [request="header: store: region: peers: > "] [2024/06/02 17:07:11.678 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829936594611007] [request="header: store: region: peers: > "] [2024/06/02 17:07:11.679 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829936594611007] [request="header: store: region: peers: > "] [2024/06/02 17:07:11.679 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829936594611007] [2024/06/02 17:07:11.679 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829936594611007] [2024/06/02 17:07:11.679 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829936594611007] [2024/06/02 17:07:11.682 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=1.111715ms] [2024/06/02 17:07:11.683 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=220.197µs] [2024/06/02 17:07:11.684 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:11.684 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:11.684 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:11.684 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:11.684 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:11.684 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:11.684 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:11.685 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=608.45µs] [2024/06/02 17:07:11.688 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:11.689 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:11.689 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319231 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:11.689 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:12.291 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:12.493 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:12.493 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:12.493 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:12.493 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:14.683 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319231 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:14.683 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:14.683 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:14.683 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319231 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:14.683 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:14.684 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:14.684 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:14.684 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:14.685 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:14.685 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:14.686 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:14.686 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:14.688 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:14.688 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:14.688 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:14.688 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:14.698 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:14.698898541 +0800 CST m=+6.471527630, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:14.699 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:14.699 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:14.699 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:14.699 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:14.699 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:14.700 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.57773ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:14.698898541 +0800 CST m=+6.471527630, startAt:2024-06-02 17:07:14.699043412 +0800 CST m=+6.471672490, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:14.700 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:14.700 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:15.686 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:21.280 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:21.280 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:21.684 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/06/02 17:07:21.685 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/06/02 17:07:21.686 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] [2024/06/02 17:07:24.699 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:24.699760714 +0800 CST m=+16.472389799, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.699 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/06/02 17:07:24.699 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:24.699965632 +0800 CST m=+16.472594711, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:24.700047186 +0800 CST m=+16.472676265, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=create] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:24.700130102 +0800 CST m=+16.472759180, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=create] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:24.700230004 +0800 CST m=+16.472859083, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.700 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=create] [2024/06/02 17:07:24.701 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:24.701 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/06/02 17:07:24.701 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/06/02 17:07:24.701 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:24.701 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/06/02 17:07:24.701 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:24.701 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/06/02 17:07:24.701 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/06/02 17:07:24.701 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:24.701 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:24.709 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:24.709 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:24.709 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:24.709 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:24.709 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:24.709 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.873393ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:24.699965632 +0800 CST m=+16.472594711, startAt:2024-06-02 17:07:24.699997182 +0800 CST m=+16.472626265, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.710 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:24.710 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=9.838277ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:24.700130102 +0800 CST m=+16.472759180, startAt:2024-06-02 17:07:24.700160285 +0800 CST m=+16.472789367, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.710 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:24.710 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.082968ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:24.700047186 +0800 CST m=+16.472676265, startAt:2024-06-02 17:07:24.70007383 +0800 CST m=+16.472702913, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.710 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:24.710 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.41432ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:24.699760714 +0800 CST m=+16.472389799, startAt:2024-06-02 17:07:24.699874496 +0800 CST m=+16.472503579, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.710 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.132544ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:24.700230004 +0800 CST m=+16.472859083, startAt:2024-06-02 17:07:24.70026329 +0800 CST m=+16.472892374, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.710 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:24.720352005 +0800 CST m=+16.492981087, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:24.72049367 +0800 CST m=+16.493122749, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:24.720575084 +0800 CST m=+16.493204163, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:24.720655236 +0800 CST m=+16.493284315, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:24.720744122 +0800 CST m=+16.493373201, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:24.720 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/06/02 17:07:24.721 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/06/02 17:07:24.721 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:24.721 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/06/02 17:07:24.721 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:24.721 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/06/02 17:07:24.721 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:24.721 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/06/02 17:07:24.721 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:24.721 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/06/02 17:07:24.721 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:24.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:24.723 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:24.724 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:24.724 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:24.724 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:24.724 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.351012ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:24.720352005 +0800 CST m=+16.492981087, startAt:2024-06-02 17:07:24.720429101 +0800 CST m=+16.493058185, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.724 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:24.724 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.277321ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:24.720575084 +0800 CST m=+16.493204163, startAt:2024-06-02 17:07:24.720600896 +0800 CST m=+16.493229974, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.724 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:24.725 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:24.725 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.577529ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:24.72049367 +0800 CST m=+16.493122749, startAt:2024-06-02 17:07:24.72052292 +0800 CST m=+16.493151999, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.725 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:24.725 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.56948ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:24.720655236 +0800 CST m=+16.493284315, startAt:2024-06-02 17:07:24.720688582 +0800 CST m=+16.493317661, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:24.725 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:24.725 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.58413ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:24.720744122 +0800 CST m=+16.493373201, startAt:2024-06-02 17:07:24.720769436 +0800 CST m=+16.493398514, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:08:11.686 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:11.688 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd2.log <== [2024/06/02 17:07:08.265 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:08.265 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:08.265 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:08.265 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:08.265 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:08.265 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:08.265 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:08.265 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:08.266 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:08.269 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:08.269 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:08.270 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:08.270 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:08.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:08.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:08.271 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:08.271 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:08.271 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:08.271 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:08.271 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:08.271 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:08.271 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:08.271 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:08.271 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:08.272 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:08.272 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=493.9µs] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:10.275 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.276 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:10.276 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:10.276 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.276 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.276 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.278 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.278 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.278 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.279 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:10.279 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.279 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:10.279 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:10.279 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:10.279 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:10.279 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.279 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:10.279 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.280 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:10.280 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:10.280 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.280 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.281 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:10.281 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:10.281 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:10.281 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:10.281 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.282 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:10.330 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:11.276 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:11.277 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:11.277 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:11.278 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:11.278 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:11.278 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:11.278 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:11.278 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:11.283 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829936594611007] [2024/06/02 17:07:11.283 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829936594611007] [2024/06/02 17:07:11.287 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:11.288 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:11.288 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:11.289 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:11.289 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:11.289 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:11.289 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:11.290 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:11.290 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:07:11.290 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:11.492 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:11.492 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:11.492 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:11.492 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=185.297µs] [2024/06/02 17:07:11.493 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:11.493 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829936594611007/leader] [purpose="leader election"] [2024/06/02 17:07:11.493 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:12.437 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:12.447 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:12.447 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:12.447 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34335] [remotes="[]"] [2024/06/02 17:07:12.447 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44691] [remotes="[]"] [2024/06/02 17:07:12.448 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:12.452 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:12.493 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:21.280 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/06/02 17:07:21.280 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={11, 21, 16, 22, 67, 15, 35, 46, 50, 9, 10, 34, 61, 19, 49, 0, 20, 58, 6, 27, 30, 62, 64, 55, 57, 44, 47, 29, 69, 14, 26, 70, 7, 65, 25, 12, 28, 42, 43, 51, 18, 45, 59, 32, 36, 71, 60, 48, 56, 53, 66, 52, 24, 33, 17, 54, 68, 13, 23, 63, 8, 31}"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7f278fc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f278fcafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f278fc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f278fcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319228.236460514\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7f278fc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f278fcafb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f278fc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f278fcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f278fc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f278fcafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f278fc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f278fcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319228.236957832\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f278fc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f278fcafb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f278fc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f278fcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f278fc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f278fcafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f278fc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f278fcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319228.237193619\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f278fc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f278fcafb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f278fc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f278fcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:08.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.281 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:11.582 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.583 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.584 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:11.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:11.588 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:11.589 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:11.589 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:11.590 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:11.590 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:11.592 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:11.593 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:11.593 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:11.593 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:11.593 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:11.593 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:11.600 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:11.600 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:11.601 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 211.434µs"] [thread_id=1] [2024/06/02 17:07:11.666 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:11.668 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:11.668 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:11.670 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:11.678 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:11.686 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:11.686 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319231 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:11.689 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:11.689 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:11.689 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:11.690 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=217.901µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:11.693 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=11.677µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:11.695 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:11.695 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:11.695 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:11.695 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:11.696 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:11.698 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:11.698 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:11.699 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:11.699 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:11.700 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:11.700 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:11.701 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:11.702 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:11.702 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:11.706 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:14.699 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:14.699 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:14.699 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:14.700 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:14.700 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.700 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:07:14.701 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:14.701 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/06/02 17:07:14.701 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:14.701 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=14] [thread_id=68] [2024/06/02 17:07:14.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/06/02 17:07:21.697 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:24.700 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:24.700 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:24.700 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.700 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:24.700 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.700 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.700 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.700 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.701 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.701 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.701 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.701 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.701 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.701 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.702 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:07:24.702 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:24.702 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:24.702 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.042476ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:24.702 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:24.702 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/06/02 17:07:24.702 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=568.478µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/06/02 17:07:24.704 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:24.705 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.705 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.705 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.705 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.705 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:24.705 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=562.699µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=614.698µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.706 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=330.041µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.706 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=357.218µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.707 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.707 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=329.794µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.707 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.09361ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=132] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.838897ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.558627ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.447036ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.419361ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=130] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.710 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.710 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.720 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:24.720 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.720 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:24.720 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.720 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:24.720 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:24.720 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.720 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.720 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:24.721 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:24.721 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.721 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:24.721 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.721 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=420.038µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=414.486µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:24.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=357.154µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=395.868µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.722 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=323.51µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.144412ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.048541ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=133] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.123186ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.372466ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=130] [2024/06/02 17:07:24.724 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.177542ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:24.724 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.725 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.725 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.725 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=102] ==> ./tikv1.log <== [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={7, 14, 29, 12, 42, 57, 23, 49, 59, 62, 44, 64, 24, 56, 25, 31, 63, 20, 18, 16, 27, 6, 51, 0, 22, 43, 55, 8, 10, 32, 45, 15, 26, 67, 30, 52, 53, 66, 28, 69, 61, 46, 60, 54, 19, 33, 47, 68, 11, 65, 48, 9, 13, 35, 71, 58, 70, 17, 34, 36, 21, 50}"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7f93c464d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f93c46afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f93c4637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f93c46d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319228.236450082\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7f93c464d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f93c46afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f93c4637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f93c46d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f93c464dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f93c46afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f93c4637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f93c46d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319228.236980307\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f93c464dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f93c46afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f93c4637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f93c46d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f93c464e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f93c46afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f93c4637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f93c46d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319228.237227414\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7f93c464e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f93c46afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f93c4637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f93c46d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:08.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.281 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:11.582 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.583 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.584 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:11.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:11.588 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:11.589 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:11.589 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:11.590 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:11.590 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:11.592 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:11.593 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:11.593 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:11.593 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:11.593 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:11.593 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:11.600 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:11.600 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:11.601 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 217.523µs"] [thread_id=1] [2024/06/02 17:07:11.667 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:11.670 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:11.671 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:11.671 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:11.671 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:11.671 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:11.671 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:11.679 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:11.679 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:14.680 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:14.680 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319231 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:14.684 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:14.687 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:14.687 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=52.043µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:14.687 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.882µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:14.689 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:14.689 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:14.689 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:14.693 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:14.693 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:14.693 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:14.695 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:14.695 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:14.695 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:14.700 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:24.690 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:24.703 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:24.703 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:24.705 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=745.14µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=132] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=453.957µs] [snap_key=4_6_8] [thread_id=132] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.014µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:24.710 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.710 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.710 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.710 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:24.722 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=373.551µs] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=363.689µs] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=518.303µs] [snap_key=12_6_9] [thread_id=130] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=90.47µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.831µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=437.938µs] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.724µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:24.724 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.724 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=16.646µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:24.725 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.725 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.725 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:08:14.691 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:08:14.691 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:08:14.691 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:08:14.691 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:08:14.691 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={11, 55, 44, 19, 26, 27, 59, 65, 47, 0, 9, 30, 15, 68, 70, 8, 20, 22, 48, 35, 66, 62, 13, 71, 28, 52, 42, 51, 36, 34, 69, 18, 23, 43, 60, 24, 16, 56, 45, 61, 32, 6, 50, 29, 54, 58, 31, 33, 12, 46, 17, 49, 63, 53, 67, 14, 21, 25, 10, 7, 57, 64}"] [thread_id=1] [2024/06/02 17:07:08.233 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:08.234 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:08.235 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7fe31144d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe3114afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe311437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe3114d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319228.236274533\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7fe31144d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe3114afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe311437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe3114d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7fe31144dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe3114afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe311437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe3114d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319228.236801339\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [] ["subchannel 0x7fe31144dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe3114afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe311437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe3114d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:08.236 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7fe31144e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe3114afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe311437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe3114d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319228.237038389\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [] ["subchannel 0x7fe31144e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe3114afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe311437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe3114d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:08.237 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:08.237 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:08.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.539 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:10.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.281 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:11.582 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.583 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.584 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:11.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:11.585 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:11.586 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:11.587 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:11.588 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:11.589 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:11.589 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:11.590 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:11.590 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345651/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345650/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345649/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345648/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345647/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345646/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345645/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345644/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345643/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304369/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40429/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40428/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40427/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40426/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40425/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40424/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/40423/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/714285/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:11.591 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:11.592 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:11.593 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:11.593 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:11.593 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:11.593 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:11.593 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:11.600 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:11.600 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:11.601 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 225.795µs"] [thread_id=1] [2024/06/02 17:07:11.667 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:11.669 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:11.670 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:11.670 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:11.670 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:11.678 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:11.679 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:14.680 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829936594611007] [thread_id=1] [2024/06/02 17:07:14.680 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319231 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:14.683 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:14.684 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:14.687 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:14.687 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=61.894µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:14.687 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=32.61µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:14.689 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:14.689 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:14.689 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:14.693 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:14.693 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:14.693 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:14.695 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:14.695 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:14.695 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:14.700 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:24.690 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:24.702 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:24.703 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.703 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.703 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:24.704 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=786.444µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/06/02 17:07:24.707 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=536.794µs] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=404.925µs] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=645.625µs] [snap_key=10_6_7] [thread_id=131] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=572.318µs] [snap_key=14_6_7] [thread_id=130] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.708 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.708 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.708 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=44.632µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:24.708 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.935µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.25µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=16.448µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.709 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:24.720 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.721 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.721 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/06/02 17:07:24.723 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=508.343µs] [snap_key=4_6_10] [thread_id=129] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.723 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:24.724 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:24.724 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.413µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:24.724 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.724 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.725 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:08:14.690 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:14.690 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:08:14.690 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:08:14.690 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:08:14.690 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:08:14.690 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:14.691 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [1,290 / 1,620] GoCompilePkg external/org_golang_google_api/storage/v1/storage.a; 0s remote-cache ... (6 actions, 0 running) [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [1,569 / 1,594] GoCompilePkg pkg/planner/core/core.a; 0s remote-cache ... (2 actions, 0 running) [Pipeline] // withEnv [Pipeline] } [1,597 / 1,601] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,461 / 1,598] [Prepa] GoCompilePkg pkg/param/param.a ... (3 actions, 0 running) [Pipeline] // stage [Pipeline] } [1,511 / 1,658] [Prepa] GoCompilePkg pkg/param/param.a ... (4 actions, 0 running) [899 / 1,595] GoCompilePkg external/com_github_cockroachdb_pebble/vfs/vfs.a; 0s remote-cache ... (8 actions, 0 running) [1,490 / 1,620] GoCompilePkg pkg/statistics/handle/cache/internal/internal.a; 0s remote-cache ... (4 actions, 0 running) [1,431 / 1,620] GoCompilePkg pkg/util/topsql/topsql.a; Downloading pkg/util/topsql/topsql.a, 240.0 KiB / 280.6 KiB; 0s remote-cache ... (7 actions, 0 running) [1,444 / 1,620] GoCompilePkg pkg/expression/contextopt/contextopt.a; Downloading pkg/expression/contextopt/contextopt.a, 343.8 KiB / 1.5 MiB; 0s remote-cache ... (3 actions, 0 running) [1,586 / 1,594] [Prepa] GoCompilePkg pkg/store/gcworker/gcworker.a [1,611 / 1,612] GoLink tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test; Downloading tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test, 92.6 MiB / 166.0 MiB; 0s remote-cache [1,600 / 1,601] 1 / 1 tests; Testing //tests/realtikvtest/addindextest3:addindextest3_test; 0s remote-cache Target //tests/realtikvtest/addindextest3:addindextest3_test up-to-date: bazel-bin/tests/realtikvtest/addindextest3/addindextest3_test_/addindextest3_test INFO: Elapsed time: 28.736s, Critical Path: 11.33s INFO: 1589 processes: 1579 remote cache hit, 10 internal. INFO: Build completed successfully, 1589 total actions Test cases: finished with 9 passing and 0 failing out of 9 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [1,592 / 1,658] [Prepa] GoCompilePkg pkg/statistics/handle/handle.a [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit [1,232 / 1,595] GoCompilePkg external/com_github_aws_aws_sdk_go/service/ec2/ec2.a; Downloading external/com_github_aws_aws_sdk_go/service/ec2/ec2.a, 2.0 MiB / 69.8 MiB; 0s remote-cache ... (8 actions, 0 running) Recording test results [1,539 / 1,620] GoCompilePkg pkg/disttask/framework/taskexecutor/taskexecutor.a; 0s remote-cache ... (8 actions, 0 running) [1,482 / 1,620] [Prepa] GoCompilePkg pkg/executor/internal/vecgroupchecker/vecgroupchecker.a ... (5 actions, 0 running) [1,532 / 1,598] GoCompilePkg pkg/statistics/handle/storage/storage.a; 0s remote-cache ... (3 actions, 0 running) [1,482 / 1,620] [Prepa] GoCompilePkg pkg/param/param.a ... (5 actions, 0 running) [1,616 / 1,620] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,616 / 1,658] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 11.4 MiB / 47.0 MiB; 0s remote-cache ... (2 actions, 0 running) [1,593 / 1,594] GoLink tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test; Downloading tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test, 163.1 MiB / 163.7 MiB; 0s remote-cache [1,574 / 1,620] [Prepa] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a ... (5 actions, 0 running) [Checks API] No suitable checks publisher found. [1,566 / 1,598] GoCompilePkg pkg/planner/core/core.a; Downloading pkg/planner/core/core.a, 19.3 MiB / 47.0 MiB; 0s remote-cache ... (3 actions, 0 running) [Pipeline] sh [1,539 / 1,620] GoCompilePkg pkg/statistics/handle/autoanalyze/exec/exec.a; Downloading pkg/statistics/handle/autoanalyze/exec/exec.a, 1023.8 KiB / 1.3 MiB; 0s remote-cache ... (6 actions, 0 running) [1,306 / 1,595] [Prepa] GoCompilePkg external/com_github_tikv_client_go_v2/rawkv/rawkv.a ... (2 actions, 0 running) [1,542 / 1,620] GoCompilePkg pkg/lightning/mydump/mydump.a; 0s remote-cache ... (6 actions, 0 running) + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:07:17.653 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:17.653 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:17.653 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:17.657 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:17.657 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:17.657 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:17.657 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:17.658 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:17.658 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:17.658 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:17.658 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:17.658 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:17.659 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:17.659 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:17.659 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:17.660 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=547.462µs] [2024/06/02 17:07:19.662 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:19.662 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:19.662 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.663 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:19.664 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:19.664 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.664 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.664 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.664 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.665 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.666 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.668 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.668 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.668 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.668 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.668 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.669 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:19.669 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:19.669 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:19.669 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.670 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.717 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.165 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.165 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.165 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:21.165 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:21.165 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:21.169 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829980746165929] [2024/06/02 17:07:21.169 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829980746165929] [2024/06/02 17:07:21.173 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.173 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:21.174 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.175 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.175 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:21.175 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:21.175 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.176 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.176 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:07:21.176 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.176 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629897015053] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:21.177 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:21.177 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829980746165929/leader] [purpose="leader election"] [2024/06/02 17:07:21.177 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:07:21.177 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:21.177 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:21.177 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:21.178 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:24.177 +08:00] [next=2024/06/02 17:07:21.177 +08:00] [2024/06/02 17:07:21.179 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.179 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:21.180 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:21.182 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:21.185 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:21.185 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:21.185 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:07:21.479 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:21.479 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:21.479 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:21.550 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:21.550 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:21.557 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829980746165929] [request="header: store: region: peers: > "] [2024/06/02 17:07:21.557 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829980746165929] [request="header: store: region: peers: > "] [2024/06/02 17:07:21.557 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829980746165929] [request="header: store: region: peers: > "] [2024/06/02 17:07:21.557 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829980746165929] [2024/06/02 17:07:21.557 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829980746165929] [2024/06/02 17:07:21.558 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829980746165929] [2024/06/02 17:07:21.560 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=931.07µs] [2024/06/02 17:07:21.560 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=66.755µs] [2024/06/02 17:07:21.561 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:21.561 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:21.561 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:21.561 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:21.561 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:21.561 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:21.561 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:21.562 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=665.277µs] [2024/06/02 17:07:21.565 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:21.566 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:21.566 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319241 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:21.566 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.177 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:22.181 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:22.181 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:22.379 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:22.379 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:24.561 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:24.561 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:24.561 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319241 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.561 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.561 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:24.561 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319241 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.561 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.561 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.562 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.563 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.564 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.565 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:24.565 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:24.565 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:24.565 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:24.575 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:24.575494842 +0800 CST m=+6.960370247, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:24.575 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:24.576 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:24.576 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:24.576 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:24.576 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:24.577 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:24.577 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.823926ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:24.575494842 +0800 CST m=+6.960370247, startAt:2024-06-02 17:07:24.575621314 +0800 CST m=+6.960496716, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:24.577 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [1,619 / 1,620] 1 / 1 tests; Testing //tests/realtikvtest/addindextest2:addindextest2_test; 0s remote-cache Target //tests/realtikvtest/addindextest2:addindextest2_test up-to-date: [2024/06/02 17:07:25.564 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] bazel-bin/tests/realtikvtest/addindextest2/addindextest2_test_/addindextest2_test INFO: Elapsed time: 29.671s, Critical Path: 11.84s INFO: 1608 processes: 1598 remote cache hit, 10 internal. [2024/06/02 17:07:31.167 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] INFO: Build completed successfully, 1608 total actions [2024/06/02 17:07:31.167 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] Test cases: finished with 9 passing and 0 failing out of 9 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh [2024/06/02 17:07:31.562 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20160] root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. [2024/06/02 17:07:31.563 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/06/02 17:07:31.564 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/06/02 17:07:34.570 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:34.570946337 +0800 CST m=+16.955821742, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=create] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:34.571183095 +0800 CST m=+16.956058496, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=create] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:34.571267441 +0800 CST m=+16.956142842, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:34.57134255 +0800 CST m=+16.956217952, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=create] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:34.5714129 +0800 CST m=+16.956288300, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.571 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=create] [2024/06/02 17:07:34.572 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.572 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.572 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.572 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.573 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.573 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.573 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.573 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.573 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.573 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.581 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.581 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.581 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.581 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.581 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.581 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.792801ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:34.570946337 +0800 CST m=+16.955821742, startAt:2024-06-02 17:07:34.571099371 +0800 CST m=+16.955974771, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.582 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.802403ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:34.571183095 +0800 CST m=+16.956058496, startAt:2024-06-02 17:07:34.571215809 +0800 CST m=+16.956091208, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.582 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.582 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.582 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.738012ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:34.57134255 +0800 CST m=+16.956217952, startAt:2024-06-02 17:07:34.571368291 +0800 CST m=+16.956243691, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.582 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.582 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.75464ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:34.5714129 +0800 CST m=+16.956288300, startAt:2024-06-02 17:07:34.571436181 +0800 CST m=+16.956311581, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.582 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.582 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.98769ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:34.571267441 +0800 CST m=+16.956142842, startAt:2024-06-02 17:07:34.571294362 +0800 CST m=+16.956169766, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:34.591441655 +0800 CST m=+16.976317055, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:34.591558306 +0800 CST m=+16.976433707, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:34.591668399 +0800 CST m=+16.976543800, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:34.591739622 +0800 CST m=+16.976615023, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:34.591821669 +0800 CST m=+16.976697069, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.591 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/06/02 17:07:34.592 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.592 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.592 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.592 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.592 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.592 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.595 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.595 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.595 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.595 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.595 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.595 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.440595ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:34.591441655 +0800 CST m=+16.976317055, startAt:2024-06-02 17:07:34.591494898 +0800 CST m=+16.976370299, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.596 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.591474ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:34.591558306 +0800 CST m=+16.976433707, startAt:2024-06-02 17:07:34.591613949 +0800 CST m=+16.976489350, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.596 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.596 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.596 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.779681ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:34.591668399 +0800 CST m=+16.976543800, startAt:2024-06-02 17:07:34.591692215 +0800 CST m=+16.976567615, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.596 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.738992ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:34.591821669 +0800 CST m=+16.976697069, startAt:2024-06-02 17:07:34.591852668 +0800 CST m=+16.976728068, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.596 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.596 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.90929ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:34.591739622 +0800 CST m=+16.976615023, startAt:2024-06-02 17:07:34.591770056 +0800 CST m=+16.976645457, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.596 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:08:12.446 +08:00] [WARN] [tso.go:334] ["clock offset"] [] [jet-lag=201.217602ms] [prev-physical=2024/06/02 17:08:12.244 +08:00] [now=2024/06/02 17:08:12.446 +08:00] [update-physical-interval=50ms] [2024/06/02 17:08:21.563 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:21.564 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd2.log <== [2024/06/02 17:07:17.654 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:17.654 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:17.654 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:17.654 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:17.654 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:17.654 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:17.654 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:17.654 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:17.654 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:17.658 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:17.658 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:17.658 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:17.658 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:17.659 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:17.659 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:17.659 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:17.659 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:17.659 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:17.659 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:17.659 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:17.660 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:17.660 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:17.660 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:17.660 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:17.660 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=400.312µs] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:19.664 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:19.664 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.664 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:19.665 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:19.665 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.665 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.666 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.666 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.667 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.667 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:19.667 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.667 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.667 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.667 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.667 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.667 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.668 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:19.668 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:19.669 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.670 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.670 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:19.670 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.717 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.165 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.165 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.165 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:21.165 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:21.166 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:21.169 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829980746165929] [2024/06/02 17:07:21.169 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829980746165929] [2024/06/02 17:07:21.173 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.173 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:21.174 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.175 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.175 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:21.175 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:21.175 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.176 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.176 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:07:21.176 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.378 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.378 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:21.378 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:21.378 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=34.334µs] [2024/06/02 17:07:21.379 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:21.379 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829980746165929/leader] [purpose="leader election"] [2024/06/02 17:07:21.379 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:22.379 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:23.482 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:23.492 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:23.492 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:23.492 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44959] [remotes="[]"] [2024/06/02 17:07:23.492 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38307] [remotes="[]"] [2024/06/02 17:07:23.493 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:23.497 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:31.167 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:31.167 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:08:11.347 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=180.644482ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.347 +08:00] [INFO] [trace.go:152] ["trace[218223692] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=180.745235ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.347 +08:00] [steps="[\"trace[218223692] 'agreement among raft nodes before linearized reading' (duration: 180.624328ms)\"]"] [2024/06/02 17:08:11.347 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=102.237276ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7375829980746165929/config\" "] [response="range_response_count:1 size:4875"] [] [2024/06/02 17:08:11.347 +08:00] [INFO] [trace.go:152] ["trace[27875013] range"] [detail="{range_begin:/pd/7375829980746165929/config; range_end:; response_count:1; response_revision:59; }"] [duration=102.264969ms] [start=2024/06/02 17:08:11.245 +08:00] [end=2024/06/02 17:08:11.347 +08:00] [steps="[\"trace[27875013] 'agreement among raft nodes before linearized reading' (duration: 102.209812ms)\"]"] [2024/06/02 17:08:11.347 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=180.944681ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.347 +08:00] [INFO] [trace.go:152] ["trace[1375065801] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=180.963404ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.347 +08:00] [steps="[\"trace[1375065801] 'agreement among raft nodes before linearized reading' (duration: 180.914909ms)\"]"] [2024/06/02 17:08:11.347 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=181.065555ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.347 +08:00] [INFO] [trace.go:152] ["trace[564359746] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=181.086262ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.347 +08:00] [steps="[\"trace[564359746] 'agreement among raft nodes before linearized reading' (duration: 181.061068ms)\"]"] [2024/06/02 17:08:11.347 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=181.143322ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.347 +08:00] [INFO] [trace.go:152] ["trace[99802261] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=181.158207ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.347 +08:00] [steps="[\"trace[99802261] 'agreement among raft nodes before linearized reading' (duration: 181.136403ms)\"]"] ==> ./pd3.log <== [2024/06/02 17:07:17.653 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:17.653 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:17.653 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:17.653 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:17.657 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:17.657 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:17.657 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:17.657 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:17.659 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:17.659 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:17.659 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:17.659 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:17.659 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:17.659 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:17.659 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:17.659 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:17.659 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:17.660 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=473.212µs] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:19.663 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.663 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:19.665 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:19.665 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.665 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.665 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.665 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.666 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.667 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.667 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.667 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.667 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:19.667 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:19.667 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.667 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.668 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.668 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.668 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.668 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.669 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.669 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:19.669 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.669 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:19.669 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.670 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:19.670 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.670 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:19.670 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:19.718 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.163 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:21.164 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.165 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.165 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.165 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:21.165 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.166 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:21.166 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:21.166 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:21.170 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829980746165929] [2024/06/02 17:07:21.170 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829980746165929] [2024/06/02 17:07:21.174 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.176 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:21.176 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.178 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.178 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:21.178 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:21.178 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.178 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.178 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.179 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.179 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:21.180 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:21.180 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=208.277µs] [2024/06/02 17:07:21.180 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829980746165929/leader] [purpose="leader election"] [2024/06/02 17:07:21.180 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:21.180 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:22.181 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:31.167 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/06/02 17:07:31.167 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:08:11.345 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=179.036134ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.345 +08:00] [INFO] [trace.go:152] ["trace[1766315963] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=179.134818ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.345 +08:00] [steps="[\"trace[1766315963] 'agreement among raft nodes before linearized reading' (duration: 179.015467ms)\"]"] [2024/06/02 17:08:11.345 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=100.430589ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7375829980746165929/config\" "] [response="range_response_count:1 size:4875"] [] [2024/06/02 17:08:11.345 +08:00] [INFO] [trace.go:152] ["trace[1758101866] range"] [detail="{range_begin:/pd/7375829980746165929/config; range_end:; response_count:1; response_revision:59; }"] [duration=100.457525ms] [start=2024/06/02 17:08:11.245 +08:00] [end=2024/06/02 17:08:11.345 +08:00] [steps="[\"trace[1758101866] 'agreement among raft nodes before linearized reading' (duration: 100.408785ms)\"]"] [2024/06/02 17:08:11.345 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=179.267215ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.345 +08:00] [INFO] [trace.go:152] ["trace[1465638543] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=179.282237ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.345 +08:00] [steps="[\"trace[1465638543] 'agreement among raft nodes before linearized reading' (duration: 179.261177ms)\"]"] [2024/06/02 17:08:11.345 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=179.334618ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.345 +08:00] [INFO] [trace.go:152] ["trace[437348474] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=179.35284ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.345 +08:00] [steps="[\"trace[437348474] 'agreement among raft nodes before linearized reading' (duration: 179.329869ms)\"]"] [2024/06/02 17:08:11.345 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=179.531586ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:11.345 +08:00] [INFO] [trace.go:152] ["trace[795051718] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=179.56486ms] [start=2024/06/02 17:08:11.166 +08:00] [end=2024/06/02 17:08:11.345 +08:00] [steps="[\"trace[795051718] 'agreement among raft nodes before linearized reading' (duration: 179.527371ms)\"]"] [2024/06/02 17:08:12.445 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=187.989155ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7375829980746165929/timestamp\" "] [response="range_response_count:1 size:59"] [] [2024/06/02 17:08:12.445 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=187.841399ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"health\" "] [response="range_response_count:0 size:4"] [] [2024/06/02 17:08:12.445 +08:00] [INFO] [trace.go:152] ["trace[198259873] range"] [detail="{range_begin:/pd/7375829980746165929/timestamp; range_end:; response_count:1; response_revision:59; }"] [duration=188.073803ms] [start=2024/06/02 17:08:12.257 +08:00] [end=2024/06/02 17:08:12.445 +08:00] [steps="[\"trace[198259873] 'agreement among raft nodes before linearized reading' (duration: 187.962664ms)\"]"] [2024/06/02 17:08:12.445 +08:00] [INFO] [trace.go:152] ["trace[1304816153] range"] [detail="{range_begin:health; range_end:; response_count:0; response_revision:59; }"] [duration=187.888264ms] [start=2024/06/02 17:08:12.257 +08:00] [end=2024/06/02 17:08:12.445 +08:00] [steps="[\"trace[1304816153] 'agreement among raft nodes before linearized reading' (duration: 187.825482ms)\"]"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={44, 43, 10, 21, 24, 26, 62, 7, 35, 63, 67, 68, 30, 45, 19, 23, 27, 32, 65, 0, 36, 16, 15, 9, 8, 57, 70, 53, 55, 56, 59, 69, 20, 31, 17, 34, 46, 28, 51, 22, 29, 54, 61, 33, 64, 58, 60, 71, 25, 66, 52, 18}"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:17.622 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7ff29d24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff29d2afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff29d237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff29d2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319237.623116032\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7ff29d24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff29d2afa90, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff29d237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff29d2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7ff29d24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff29d2afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff29d237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff29d2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319237.623618231\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7ff29d24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff29d2afa90, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff29d237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff29d2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7ff29d24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff29d2afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff29d237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff29d2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319237.623858256\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7ff29d24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff29d2afa90, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff29d237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff29d2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:17.925 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.926 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.926 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.167 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.470 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.471 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.471 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.472 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:21.478 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:21.478 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:21.478 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:21.479 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:21.479 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:21.479 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:21.482 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:21.482 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:21.483 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 166.81µs"] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:21.549 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:21.556 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:21.558 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:24.558 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:24.559 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319241 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.563 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.565 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.565 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=43.981µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.565 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=36.218µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.567 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.567 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.567 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.571 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.571 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.571 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.573 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:24.573 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:24.574 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:24.577 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:34.568 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.574 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:34.574 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.574 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=2] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.576 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.576 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:34.576 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=724.719µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=131] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=130] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=517.552µs] [snap_key=10_6_7] [thread_id=131] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=501.581µs] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:34.579 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.579 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.579 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.579 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=523.478µs] [snap_key=4_6_8] [thread_id=130] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=503.565µs] [snap_key=16_6_7] [thread_id=129] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.580 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=76.435µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.580 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.580 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.489µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=38.027µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.289µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.582 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.582 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.582 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=398.27µs] [snap_key=14_6_9] [thread_id=129] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=33.199µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={10, 23, 24, 18, 25, 53, 62, 16, 70, 28, 7, 51, 20, 17, 29, 30, 32, 8, 36, 52, 56, 65, 21, 68, 61, 69, 59, 71, 43, 9, 35, 44, 46, 31, 19, 54, 58, 63, 45, 33, 64, 66, 57, 27, 0, 34, 26, 55, 60, 67, 15, 22}"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:17.622 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:17.622 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f3de8a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3de8aafa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3de8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3de8ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319237.622965260\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f3de8a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3de8aafa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3de8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3de8ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f3de8a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3de8aafa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3de8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3de8ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319237.623475076\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f3de8a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3de8aafa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3de8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3de8ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f3de8a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3de8aafa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3de8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3de8ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319237.623712647\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f3de8a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3de8aafa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3de8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3de8ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:17.925 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.926 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.926 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.167 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.470 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.471 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.471 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.472 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:21.478 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:21.479 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:21.479 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:21.479 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:21.479 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:21.479 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:21.482 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:21.482 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:21.483 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 169.692µs"] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:21.550 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:21.550 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:21.550 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:21.550 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:21.550 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:21.550 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:21.557 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:21.558 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:24.558 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:24.559 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319241 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.561 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.562 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.562 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.562 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.563 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.565 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.566 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=46.3µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.566 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=29.065µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.567 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.567 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.567 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.571 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.571 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.571 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.573 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:24.573 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:24.574 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:24.578 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:34.568 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.574 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:34.575 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.575 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.576 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.576 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:34.576 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=610.428µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=412.067µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.382µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.582 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=3] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=487.538µs] [snap_key=10_6_9] [thread_id=131] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=443.03µs] [snap_key=12_6_9] [thread_id=130] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=129] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=366.464µs] [snap_key=4_6_10] [thread_id=129] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=43.262µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.685µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=541.525µs] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=106.222µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.722µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:08:24.567 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.567 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.568 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={23, 0, 51, 71, 34, 59, 35, 64, 27, 31, 7, 54, 45, 33, 46, 8, 32, 24, 52, 28, 29, 60, 55, 58, 63, 66, 36, 62, 20, 53, 67, 57, 21, 25, 30, 15, 26, 10, 44, 17, 56, 22, 9, 19, 18, 61, 65, 43, 68, 69, 16, 70}"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:17.620 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:17.622 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f58b224d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f58b22afa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f58b2237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f58b22d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319237.623143863\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f58b224d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f58b22afa98, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f58b2237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f58b22d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f58b224dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f58b22afa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f58b2237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f58b22d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319237.623728267\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [] ["subchannel 0x7f58b224dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f58b22afa98, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f58b2237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f58b22d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:17.623 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:17.624 +08:00] [INFO] [] ["subchannel 0x7f58b224e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f58b22afa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f58b2237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f58b22d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319237.624051535\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:17.624 +08:00] [INFO] [] ["subchannel 0x7f58b224e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f58b22afa98, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f58b2237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f58b22d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:17.624 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:17.624 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:17.925 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.926 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.926 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.167 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.469 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.470 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.471 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.471 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.472 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114907/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114906/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114905/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114904/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114903/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114902/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114901/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114900/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114899/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/114381/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/133/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/127/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/325693/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:21.478 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:21.478 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:21.479 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:21.479 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:21.479 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:21.479 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:21.482 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:21.482 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:21.483 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 163.292µs"] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:21.549 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:21.549 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:21.556 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.563 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829980746165929] [thread_id=1] [2024/06/02 17:07:21.563 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319241 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:21.566 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:21.567 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.567 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.567 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=178.315µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.570 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=6.547µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.571 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:21.572 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:21.572 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:21.572 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:21.572 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:21.574 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:21.575 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:21.575 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:21.576 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:21.576 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:21.576 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:21.577 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:21.577 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:21.578 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:21.582 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:24.575 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.575 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.576 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.576 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.576 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 1 }"] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:24.577 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:24.577 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.577 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/06/02 17:07:24.578 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=14] [thread_id=68] [2024/06/02 17:07:24.578 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/06/02 17:07:24.578 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/06/02 17:07:31.573 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.571 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.571 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.571 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.571 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.571 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.571 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.571 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.571 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.571 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.571 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.571 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.572 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.572 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.572 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.572 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.573 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.573 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.573 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.573 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.573 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.573 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.573 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:07:34.573 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:34.573 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=1.177626ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:34.574 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:34.574 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=597.437µs] [addr=127.0.0.1:20160] [store_id=3] [thread_id=71] [2024/06/02 17:07:34.576 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:34.576 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:34.577 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.577 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.577 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.577 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.577 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.577 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.577 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.577 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.577 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.577 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.577 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=593.292µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=576.222µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.578 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.578 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=382.128µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.578 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=536.871µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.578 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.579 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=373.934µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.579 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.579 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.680758ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.516468ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=131] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.364433ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=133] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.32229ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=130] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.580 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.288164ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:34.580 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.581 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.581 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=9] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.581 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.581 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.581 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.582 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.582 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.582 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.582 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.591 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.591 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.591 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.591 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.591 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.591 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.591 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.591 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.591 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.591 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.591 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.591 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.591 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.591 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.591 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=7] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 7} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.592 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.592 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.592 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.592 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.592 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.592 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=450.769µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=460.309µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=406.37µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=432.927µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.593 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=449.71µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.370117ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.594 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.290543ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/06/02 17:07:34.594 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=995.496µs] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=7] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.282526ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.141601ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.595 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.595 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.595 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=7] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=7] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=7] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {27, 22, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.596 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=7] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.596 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] } [Pipeline] // dir Post stage [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [1,641 / 1,658] [Prepa] GoCompilePkg pkg/session/session.a [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [1,436 / 1,595] [Prepa] GoCompilePkg pkg/store/driver/error/error.a ... (6 actions, 0 running) [Pipeline] // node [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // podTemplate [Pipeline] } [Pipeline] sh [1,577 / 1,620] GoCompilePkg pkg/executor/internal/exec/exec.a; 0s remote-cache ... (3 actions, 0 running) [1,594 / 1,620] GoCompilePkg pkg/planner/core/core.a; 1s remote-cache ... (2 actions, 0 running) [1,589 / 1,598] [Prepa] GoCompilePkg pkg/session/session.a [1,576 / 1,620] GoCompilePkg pkg/extension/extensionimpl/extensionimpl.a; 0s remote-cache ... (7 actions, 0 running) [Pipeline] // withEnv [1,600 / 1,602] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] Target //tests/realtikvtest/addindextest1:addindextest1_test up-to-date: bazel-bin/tests/realtikvtest/addindextest1/addindextest1_test_/addindextest1_test INFO: Elapsed time: 30.242s, Critical Path: 12.95s INFO: 1590 processes: 1580 remote cache hit, 10 internal. INFO: Build completed successfully, 1590 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] } [Pipeline] // stage + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd3.log <== [2024/06/02 17:07:18.281 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:18.282 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:18.282 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:18.282 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:18.282 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:18.282 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:18.282 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:18.282 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:18.282 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:18.286 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:18.286 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:18.286 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:18.286 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:18.287 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:18.287 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:18.287 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:18.287 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:18.287 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:18.287 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:18.287 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:18.288 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:18.288 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:18.288 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=316.395µs] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:20.291 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.292 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:20.294 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:20.294 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.294 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.295 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.296 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.296 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.296 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:20.296 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:20.296 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:20.296 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:20.296 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.296 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.296 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.296 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.296 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.296 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.298 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.299 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:20.299 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:20.299 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.299 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.299 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.299 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.346 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:21.792 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.792 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.792 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.793 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:21.793 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:21.793 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:21.793 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:21.793 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.797 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829977881400798] [2024/06/02 17:07:21.797 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829977881400798] [2024/06/02 17:07:21.801 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.801 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:21.802 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.803 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.803 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:21.803 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:21.803 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.804 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.006 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.006 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:22.006 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:22.006 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=38.408µs] [2024/06/02 17:07:22.007 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829977881400798/leader] [purpose="leader election"] [2024/06/02 17:07:22.007 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:22.007 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:23.007 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:31.794 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:31.794 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:18.280 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:18.280 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:18.280 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:18.280 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:18.280 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:18.280 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:18.280 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:18.280 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:18.280 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:18.284 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:18.284 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:18.284 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:18.284 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:18.285 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:18.285 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:18.285 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:18.285 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:18.285 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:18.286 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:18.286 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:18.286 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:18.286 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:18.286 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:18.286 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:18.286 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:18.287 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=523.635µs] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.290 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:20.291 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:20.292 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.292 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.292 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.292 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.292 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.292 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.292 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:20.293 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.293 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.293 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.293 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:20.293 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.293 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:20.293 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:20.293 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:20.293 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.293 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.293 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.293 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.293 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.293 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.295 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:20.295 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:20.295 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.296 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.296 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.296 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.343 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:21.792 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.792 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.792 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.793 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:21.793 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:21.793 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:21.793 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:21.793 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.797 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829977881400798] [2024/06/02 17:07:21.797 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829977881400798] [2024/06/02 17:07:21.801 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.802 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:21.802 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.803 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.803 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:21.803 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.804 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.007 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.007 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:22.007 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:22.007 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=111.465µs] [2024/06/02 17:07:22.007 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:22.007 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829977881400798/leader] [purpose="leader election"] [2024/06/02 17:07:22.008 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:23.008 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:23.954 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:23.965 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:23.965 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:45237] [remotes="[]"] [2024/06/02 17:07:23.965 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38525] [remotes="[]"] [2024/06/02 17:07:23.965 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:23.966 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:23.970 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:31.794 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:31.795 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/06/02 17:07:18.281 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:18.281 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:18.281 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:18.281 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:18.281 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:18.281 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:18.281 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:18.281 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:18.281 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:18.285 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:18.285 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:18.285 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:18.285 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:18.286 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:18.286 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:18.286 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:18.286 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:18.286 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:18.286 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:18.287 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:18.287 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=62] [max-cpu-available=62] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:18.287 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:18.287 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=297.317µs] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:20.290 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.291 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:20.291 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:20.291 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.291 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.292 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.292 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.293 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.293 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.293 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.293 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.293 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.293 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.294 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.295 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.295 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.295 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.295 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:20.295 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:20.295 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:20.295 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:20.295 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:20.295 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.296 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.296 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.296 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.296 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.296 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.298 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:20.298 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.298 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:20.298 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.298 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.298 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.298 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.298 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.299 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.346 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:21.791 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:07:21.792 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.792 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.792 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.793 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:21.793 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:21.793 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:21.793 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:21.793 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:21.793 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.793 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:21.798 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829977881400798] [2024/06/02 17:07:21.798 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829977881400798] [2024/06/02 17:07:21.801 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.802 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:21.802 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.803 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.803 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:21.803 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.804 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:07:21.804 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.805 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629897175565] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:21.805 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:21.805 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829977881400798/leader] [purpose="leader election"] [2024/06/02 17:07:21.805 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:07:21.805 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:21.805 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:21.805 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:21.807 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:24.806 +08:00] [next=2024/06/02 17:07:21.806 +08:00] [2024/06/02 17:07:21.808 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.808 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:21.809 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:21.811 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:21.815 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:21.815 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:21.815 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:07:22.107 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.108 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.108 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.178 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.178 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.186 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829977881400798] [request="header: store: region: peers: > "] [2024/06/02 17:07:22.186 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829977881400798] [2024/06/02 17:07:22.187 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=20] [2024/06/02 17:07:22.187 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=20] [2024/06/02 17:07:22.188 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=20] [2024/06/02 17:07:22.188 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=20] [2024/06/02 17:07:22.189 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=1.044556ms] [2024/06/02 17:07:22.189 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=132.542µs] [2024/06/02 17:07:22.190 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:22.190 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:22.190 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:22.190 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:22.190 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:22.190 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:22.190 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:22.191 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=557.757µs] [2024/06/02 17:07:22.193 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.193 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=5] [2024/06/02 17:07:22.193 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:5 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.193 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.193 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=4] [2024/06/02 17:07:22.193 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:4 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.193 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.195 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.195 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.805 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:23.008 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:23.008 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:23.008 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:23.008 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:25.191 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:25.191 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:25.191 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:25.192 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.193 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.193 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.194 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.195 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:25.195 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:25.195 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:25.195 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:25.206 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:07:25.206227075 +0800 CST m=+6.965458199, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:25.206 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:25.206 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/06/02 17:07:25.206 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/06/02 17:07:25.206 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:25.206 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:25.208 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:25.208 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.706007ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:07:25.206227075 +0800 CST m=+6.965458199, startAt:2024-06-02 17:07:25.206369723 +0800 CST m=+6.965600854, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:25.208 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:6 end_key:\"7200000000000000FB\" region_epoch: peers: id:8 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:10 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:12 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:26.194 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:31.795 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:31.795 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:32.190 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:07:32.191 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=4] [store-address=127.0.0.1:20161] [2024/06/02 17:07:32.192 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=5] [store-address=127.0.0.1:20162] [2024/06/02 17:07:32.209 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-06-02 17:07:32.209862679 +0800 CST m=+13.969093803, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 14 on store 4}, 1:{promote learner peer 14 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.209 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 14 on store 4"] [source=create] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:6(5, 1), createAt:2024-06-02 17:07:32.210068148 +0800 CST m=+13.969299268, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 15 on store 4}, 1:{promote learner peer 15 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 15 on store 4"] [source=create] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:8(5, 1), createAt:2024-06-02 17:07:32.210165426 +0800 CST m=+13.969396547, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 16 on store 4}, 1:{promote learner peer 16 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 16 on store 4"] [source=create] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:32.210245937 +0800 CST m=+13.969477057, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 17 on store 4}, 1:{promote learner peer 17 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 17 on store 4"] [source=create] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:32.210327757 +0800 CST m=+13.969558878, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 4}, 1:{promote learner peer 18 on store 4 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 4"] [source=create] [2024/06/02 17:07:32.210 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 14 on store 4"] [source=heartbeat] [2024/06/02 17:07:32.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 15 on store 4"] [source=heartbeat] [2024/06/02 17:07:32.210 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:14 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.211 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=6] [detail="Add peer:{id:15 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 16 on store 4"] [source=heartbeat] [2024/06/02 17:07:32.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 4"] [source=heartbeat] [2024/06/02 17:07:32.211 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:16 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.211 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.211 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 17 on store 4"] [source=heartbeat] [2024/06/02 17:07:32.211 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:17 store_id:4 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.225 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:07:32.225 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 17 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:07:32.225 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 16 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 14 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="promote learner peer 15 on store 4 to voter"] [source=heartbeat] [2024/06/02 17:07:32.226 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:4 role:Learner },Add peer:{id:18 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=16.212395ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:32.210327757 +0800 CST m=+13.969558878, startAt:2024-06-02 17:07:32.210352845 +0800 CST m=+13.969583965, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 4}, 1:{promote learner peer 18 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.226 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:17 store_id:4 role:Learner },Add peer:{id:17 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=16.440937ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:32.210245937 +0800 CST m=+13.969477057, startAt:2024-06-02 17:07:32.210273139 +0800 CST m=+13.969504264, currentStep:2, size:1, steps:[0:{add learner peer 17 on store 4}, 1:{promote learner peer 17 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=16.608443ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:8(5, 1), createAt:2024-06-02 17:07:32.210165426 +0800 CST m=+13.969396547, startAt:2024-06-02 17:07:32.210194101 +0800 CST m=+13.969425226, currentStep:2, size:1, steps:[0:{add learner peer 16 on store 4}, 1:{promote learner peer 16 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.226 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:16 store_id:4 role:Learner },Add peer:{id:16 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.226 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=6] [detail="Remove peer:{id:15 store_id:4 role:Learner },Add peer:{id:15 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=16.762726ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:6(5, 1), createAt:2024-06-02 17:07:32.210068148 +0800 CST m=+13.969299268, startAt:2024-06-02 17:07:32.210106698 +0800 CST m=+13.969337821, currentStep:2, size:1, steps:[0:{add learner peer 15 on store 4}, 1:{promote learner peer 15 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.226 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:14 store_id:4 role:Learner },Add peer:{id:14 store_id:4 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.226 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=16.94379ms] [operator="\"add-rule-peer {add peer: store [4]} (kind:replica,region, region:2(5, 1), createAt:2024-06-02 17:07:32.209862679 +0800 CST m=+13.969093803, startAt:2024-06-02 17:07:32.209986227 +0800 CST m=+13.969217352, currentStep:2, size:0, steps:[0:{add learner peer 14 on store 4}, 1:{promote learner peer 14 on store 4 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=6] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:6(5, 3), createAt:2024-06-02 17:07:32.231343678 +0800 CST m=+13.990574802, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 5}, 1:{promote learner peer 19 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 19 on store 5"] [source=create] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:8(5, 3), createAt:2024-06-02 17:07:32.231471993 +0800 CST m=+13.990703114, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 20 on store 5"] [source=create] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:32.231550897 +0800 CST m=+13.990782017, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 5"] [source=create] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:32.231626926 +0800 CST m=+13.990858046, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 5}, 1:{promote learner peer 22 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 5"] [source=create] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-06-02 17:07:32.231695351 +0800 CST m=+13.990926472, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.231 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 23 on store 5"] [source=create] [2024/06/02 17:07:32.232 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:20 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.232 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 20 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.232 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="add learner peer 19 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.232 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=6] [detail="Add peer:{id:19 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.233 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.233 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.233 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.233 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="add learner peer 23 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.233 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.233 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Add peer:{id:23 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 20 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=6] [step="promote learner peer 19 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.246 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="promote learner peer 23 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:20 store_id:5 role:Learner },Add peer:{id:20 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.246 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=15.459118ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:8(5, 3), createAt:2024-06-02 17:07:32.231471993 +0800 CST m=+13.990703114, startAt:2024-06-02 17:07:32.231500105 +0800 CST m=+13.990731225, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 5}, 1:{promote learner peer 20 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.247 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:5 role:Learner },Add peer:{id:21 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.247 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=15.502572ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:32.231550897 +0800 CST m=+13.990782017, startAt:2024-06-02 17:07:32.231576053 +0800 CST m=+13.990807173, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 5}, 1:{promote learner peer 21 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.247 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=15.491118ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:32.231626926 +0800 CST m=+13.990858046, startAt:2024-06-02 17:07:32.231651542 +0800 CST m=+13.990882663, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 5}, 1:{promote learner peer 22 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.247 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:5 role:Learner },Add peer:{id:22 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.247 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=6] [detail="Remove peer:{id:19 store_id:5 role:Learner },Add peer:{id:19 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.247 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=6] [takes=15.823188ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:6(5, 3), createAt:2024-06-02 17:07:32.231343678 +0800 CST m=+13.990574802, startAt:2024-06-02 17:07:32.231409131 +0800 CST m=+13.990640251, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 5}, 1:{promote learner peer 19 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.247 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=15.647727ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:2(5, 3), createAt:2024-06-02 17:07:32.231695351 +0800 CST m=+13.990926472, startAt:2024-06-02 17:07:32.231719406 +0800 CST m=+13.990950527, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.247 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=2] [detail="Remove peer:{id:23 store_id:5 role:Learner },Add peer:{id:23 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:08:22.191 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:22.193 +08:00] [INFO] [cluster.go:516] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={15, 21, 57, 23, 12, 19, 26, 45, 52, 48, 54, 32, 46, 68, 7, 8, 31, 16, 0, 49, 24, 55, 6, 69, 13, 28, 71, 43, 51, 58, 42, 34, 67, 17, 29, 60, 22, 65, 47, 61, 70, 14, 36, 53, 62, 59, 27, 56, 9, 10, 50, 11, 30, 35, 18, 44, 66, 33, 63, 25, 20, 64}"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f63fc64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f63fc6afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f63fc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f63fc6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319238.249475082\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f63fc64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f63fc6afb88, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f63fc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f63fc6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7f63fc64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f63fc6afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f63fc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f63fc6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319238.249985340\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7f63fc64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f63fc6afb88, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f63fc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f63fc6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7f63fc64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f63fc6afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f63fc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f63fc6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319238.250227340\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7f63fc64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f63fc6afb88, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f63fc637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f63fc6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:18.551 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.552 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.552 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.795 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.096 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.097 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.100 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829977881400798] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.103 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:22.103 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:22.106 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:22.106 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.107 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.107 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:22.108 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:22.108 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:22.108 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.108 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:22.115 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.115 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.115 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 259.323µs"] [thread_id=1] [2024/06/02 17:07:22.184 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.185 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.186 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.186 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.186 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:22.187 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.187 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.187 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.187 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=19] [thread_id=73] [2024/06/02 17:07:22.187 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.187 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=19] [thread_id=74] [2024/06/02 17:07:22.190 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 4 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.194 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=4] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.194 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.194 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/06/02 17:07:22.194 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.194 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=4] [thread_id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.198 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.198 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=42.187µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=4] [thread_id=1] [2024/06/02 17:07:22.198 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=50.436µs] [garbage_range_count=1] [store_id=4] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.205 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.205 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.206 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.207 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:22.208 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:22.208 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:22.213 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:32.202 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:32.213 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:32.213 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=4] [peer_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 14."] [id=14] [raft_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=4] [peer_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=4] [peer_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16."] [id=16] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.213 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=4] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=4] [peer_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.213 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.214 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=16] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.214 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.214 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=16] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.214 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.214 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=17] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.214 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=17] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.215 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.215 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:32.215 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=753.116µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_8_6_7_(default|lock|write).sst] [snap_key=8_6_7] [thread_id=132] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_2_6_8_(default|lock|write).sst] [snap_key=2_6_8] [thread_id=131] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=433.929µs] [snap_key=12_6_7] [thread_id=129] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=305.1µs] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=543.872µs] [snap_key=8_6_7] [thread_id=132] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=439.155µs] [snap_key=2_6_8] [thread_id=131] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_6_6_7_(default|lock|write).sst] [snap_key=6_6_7] [thread_id=129] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [peer_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {14}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [peer_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [peer_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.219 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=315.333µs] [snap_key=6_6_7] [thread_id=129] [2024/06/02 17:07:32.219 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.219 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {15}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.219 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.219 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.219 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.219 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 role: Learner }"] [peer_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [peer_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [peer_id=16] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [peer_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.225 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 role: Learner }"] [peer_id=15] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.441µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=17] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.122µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=16] [region_id=8] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.925µs] [region_id=8] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=14] [region_id=2] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.359µs] [region_id=2] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=15] [region_id=6] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.225 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.435µs] [region_id=6] [thread_id=80] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 4 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 4 } } }"] [index=8] [term=6] [peer_id=16] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=16] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [changes="[peer { id: 16 store_id: 4 }]"] [peer_id=16] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 14 store_id: 4 } } }"] [index=9] [term=6] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 4 } } }"] [index=8] [term=6] [peer_id=17] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [changes="[peer { id: 14 store_id: 4 }]"] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [changes="[peer { id: 17 store_id: 4 }]"] [peer_id=17] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 15 store_id: 4 } } }"] [index=8] [term=6] [peer_id=15] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 role: Learner }"] [changes="[peer { id: 15 store_id: 4 }]"] [peer_id=15] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=16] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=16] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=16] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.232 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.232 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 3} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=10] [term=6] [peer_id=16] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=16] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=16] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=10] [term=6] [peer_id=17] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=17] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 5 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=18] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9, 20} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=10] [term=6] [peer_id=15] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=15] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=11] [term=6] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=14] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 19, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 14, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=14] [region_id=2] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_8] [peer_id=14] [region_id=2] [thread_id=101] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=6_6_7] [peer_id=15] [region_id=6] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=17] [region_id=10] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_7] [peer_id=16] [region_id=8] [thread_id=101] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={14, 36, 12, 57, 63, 7, 61, 26, 49, 0, 48, 30, 20, 18, 29, 51, 68, 9, 32, 23, 16, 65, 62, 34, 71, 58, 69, 28, 55, 67, 31, 13, 11, 24, 44, 59, 45, 70, 54, 64, 52, 50, 15, 33, 47, 66, 53, 17, 19, 27, 46, 42, 43, 25, 8, 21, 56, 35, 22, 10, 6, 60}"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:18.246 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:18.248 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.248 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f8cb544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f8cb54afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8cb5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8cb54d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319238.248965369\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f8cb544d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f8cb54afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8cb5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8cb54d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f8cb544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f8cb54afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8cb5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8cb54d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319238.249576851\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f8cb544dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f8cb54afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8cb5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8cb54d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f8cb544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f8cb54afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8cb5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8cb54d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319238.249837710\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7f8cb544e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f8cb54afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8cb5437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f8cb54d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:18.551 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.552 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.552 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.795 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.097 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.100 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829977881400798] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.103 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:22.103 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:22.106 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:22.106 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.107 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.108 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:22.108 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:22.108 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:22.108 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:22.108 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.115 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.115 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.115 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 260.075µs"] [thread_id=1] [2024/06/02 17:07:22.185 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.187 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.187 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.187 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.188 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:22.188 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.188 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.188 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=19] [thread_id=73] [2024/06/02 17:07:22.188 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.188 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=20] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.188 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=19] [thread_id=74] [2024/06/02 17:07:22.190 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 5 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=5] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.194 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.198 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.198 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=58.685µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.198 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=53.874µs] [garbage_range_count=1] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.205 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.205 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.206 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.207 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:22.208 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:22.208 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:22.212 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:32.202 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:32.234 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=8] [2024/06/02 17:07:32.234 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=5] [peer_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=7] [store_id=5] [peer_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=5] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=20] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.234 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=5] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=3] [store_id=5] [peer_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 7"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=7] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.234 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 3"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=3] [raft_id=23] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.235 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:32.236 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=747.887µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_8_6_9_(default|lock|write).sst] [snap_key=8_6_9] [thread_id=130] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_6_6_9_(default|lock|write).sst] [snap_key=6_6_9] [thread_id=131] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=129] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=343.031µs] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=457.184µs] [snap_key=8_6_9] [thread_id=130] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=473.353µs] [snap_key=6_6_9] [thread_id=131] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=289.787µs] [snap_key=12_6_9] [thread_id=129] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_2_6_10_(default|lock|write).sst] [snap_key=2_6_10] [thread_id=130] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=356.454µs] [snap_key=2_6_10] [thread_id=130] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 3} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.245 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=20] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.245 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.245 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=8] [thread_id=80] [2024/06/02 17:07:32.245 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.245 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.245 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.245 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.245 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=48.088µs] [region_id=8] [thread_id=80] [2024/06/02 17:07:32.245 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.245 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.245 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.614µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.317µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=6] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.35µs] [region_id=6] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=2] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.903µs] [region_id=2] [thread_id=80] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=10] [term=6] [peer_id=20] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=20] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 5 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=10] [term=6] [peer_id=19] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=19] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.247 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=11] [term=6] [peer_id=23] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.247 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.247 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=23] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9, 20} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 19, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 14, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=2] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=2_6_10] [peer_id=23] [region_id=2] [thread_id=101] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=6_6_9] [peer_id=19] [region_id=6] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_9] [peer_id=20] [region_id=8] [thread_id=102] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:08:22.202 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.202 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={15, 69, 11, 36, 68, 26, 18, 46, 63, 60, 45, 7, 66, 48, 8, 29, 10, 12, 25, 32, 49, 27, 31, 30, 61, 9, 35, 43, 62, 55, 14, 33, 59, 6, 28, 57, 24, 44, 54, 71, 53, 58, 56, 16, 47, 67, 13, 34, 0, 64, 52, 65, 23, 50, 19, 42, 51, 20, 22, 17, 70, 21}"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:18.247 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7fd1c004d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd1c00afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd1c0037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd1c00d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319238.249526346\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [] ["subchannel 0x7fd1c004d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd1c00afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd1c0037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd1c00d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.249 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7fd1c004dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd1c00afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd1c0037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd1c00d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319238.250123838\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7fd1c004dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd1c00afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd1c0037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd1c00d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7fd1c004e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd1c00afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd1c0037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd1c00d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319238.250387094\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [] ["subchannel 0x7fd1c004e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd1c00afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd1c0037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd1c00d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.250 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.250 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:18.551 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.552 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.552 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.795 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.096 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.097 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.098 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.099 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.100 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.100 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.100 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829977881400798] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.101 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.102 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.103 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:22.103 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.104 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.104 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:22.104 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372718/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372716/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372715/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372714/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372713/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372712/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372711/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/372710/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/322144/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35660/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35659/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35658/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35657/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35655/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/35654/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/791003/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:22.105 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.106 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.106 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:22.107 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:22.107 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:22.107 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.107 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:22.112 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.112 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.112 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 236.337µs"] [thread_id=1] [2024/06/02 17:07:22.174 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.176 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.177 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.177 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.177 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:22.178 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.178 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.178 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.178 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.178 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.178 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.185 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829977881400798] [thread_id=1] [2024/06/02 17:07:22.193 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=4] [thread_id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.195 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.196 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=192.833µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.199 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=1.781µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.200 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/06/02 17:07:22.201 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.201 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.201 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.201 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/06/02 17:07:22.204 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:22.204 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/06/02 17:07:22.205 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.205 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.206 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.206 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:22.208 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:22.208 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:22.209 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:22.212 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:25.206 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/06/02 17:07:25.206 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13]"] [region_id=2] [thread_id=31] [2024/06/02 17:07:25.207 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7200000100000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7800000100000000FB new_region_id: 12 new_peer_ids: 13 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:25.207 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:25.207 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:25.207 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:25.207 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.207 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.207 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=101] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.208 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=8] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=6] [thread_id=68] [2024/06/02 17:07:25.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/06/02 17:07:32.202 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:32.210 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 14 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 14 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.210 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 15 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=6] [thread_id=31] [2024/06/02 17:07:32.210 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 15 store_id: 4 role: Learner }]"] [peer_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 4 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 14 store_id: 4 role: Learner } } }"] [index=8] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 15 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=7] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=7] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 role: Learner }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 15 store_id: 4 role: Learner }]"] [peer_id=7] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 14 store_id: 4 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 16 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.210 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.210 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 4 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 4 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {14}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 4 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 17 store_id: 4 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 4 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.210 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {15}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.210 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 role: Learner }"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.211 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.211 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.211 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.211 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.211 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.211 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.212 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=4] [thread_id=71] [2024/06/02 17:07:32.212 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=4] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:32.212 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.019952ms] [addr=127.0.0.1:20161] [store_id=4] [thread_id=71] [2024/06/02 17:07:32.215 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(4)] [thread_id=7] [2024/06/02 17:07:32.215 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=16] [request_index=0] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.215 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=14] [request_index=0] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.215 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=15] [request_index=0] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.215 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.215 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=17] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.216 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:32.216 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.216 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.216 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:32.216 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.216 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=568.097µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=524.465µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.217 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=16] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=320.182µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=349.111µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_8_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.217 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=17] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.217 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=14] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_7_(default|lock|write).sst] [region_id=6] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_7_(default|lock|write).sst] [region_id=6] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_7_(default|lock|write).sst] [region_id=6] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=324.018µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_7_(default|lock|write).sst] [region_id=6] [thread_id=84] [2024/06/02 17:07:32.217 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=15] [peer_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=935.763µs] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/06/02 17:07:32.218 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.277071ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 17 store_id: 4 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.218 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 4 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.219 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.267007ms] [size=0] [snap_key=2_6_8] [region_id=2] [thread_id=130] [2024/06/02 17:07:32.219 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 14 store_id: 4 role: Learner"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.219 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.775402ms] [size=0] [snap_key=8_6_7] [region_id=8] [thread_id=133] [2024/06/02 17:07:32.219 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 16 store_id: 4 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.219 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.224341ms] [size=0] [snap_key=6_6_7] [region_id=6] [thread_id=133] [2024/06/02 17:07:32.219 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 15 store_id: 4 role: Learner"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.225 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 4 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.225 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 4 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.225 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 4 }]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 17 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.225 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 16 store_id: 4 }]"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 4 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 role: Learner }"] [changes="[peer { id: 18 store_id: 4 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 4 } } }"] [index=8] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 role: Learner }"] [changes="[peer { id: 16 store_id: 4 }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 14 store_id: 4 }]"] [region_id=2] [thread_id=31] [2024/06/02 17:07:32.226 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 15 store_id: 4 }]"] [region_id=6] [thread_id=31] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 4 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 14 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 15 store_id: 4 }]"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 role: Learner }"] [changes="[peer { id: 17 store_id: 4 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 14 store_id: 4 } } }"] [index=9] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 role: Learner }"] [changes="[peer { id: 14 store_id: 4 }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 15 store_id: 4 } } }"] [index=8] [term=6] [peer_id=7] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=7] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 role: Learner }"] [changes="[peer { id: 15 store_id: 4 }]"] [peer_id=7] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 }"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.226 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.231 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=6] [thread_id=31] [2024/06/02 17:07:32.231 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:32.231 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner }]"] [peer_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.231 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.231 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.231 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.231 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.231 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.231 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=2] [thread_id=31] [2024/06/02 17:07:32.231 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=7] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=7] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 5 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 5 role: Learner }]"] [peer_id=7] [region_id=6] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.231 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.232 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.232 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=3] [region_id=2] [thread_id=104] [2024/06/02 17:07:32.232 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 7} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.232 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.232 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.232 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {14, 3} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.232 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.233 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=5] [thread_id=71] [2024/06/02 17:07:32.233 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=5] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:32.233 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=626.777µs] [addr=127.0.0.1:20162] [store_id=5] [thread_id=71] [2024/06/02 17:07:32.236 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(5)] [thread_id=8] [2024/06/02 17:07:32.236 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.236 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.236 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.236 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.236 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_9_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_9_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_9_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=398.765µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_6_6_9_(default|lock|write).sst] [region_id=6] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=504.201µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.237 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=335.938µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.237 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=395.062µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:32.238 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.238 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=461.396µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_2_6_10_(default|lock|write).sst] [region_id=2] [thread_id=83] [2024/06/02 17:07:32.238 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.238 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.423606ms] [size=0] [snap_key=8_6_9] [region_id=8] [thread_id=130] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 5 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.333741ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.830964ms] [size=0] [snap_key=6_6_9] [region_id=6] [thread_id=132] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 5 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 5 role: Learner"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.188338ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 5 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.239 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.139211ms] [size=0] [snap_key=2_6_10] [region_id=2] [thread_id=131] [2024/06/02 17:07:32.239 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 5 role: Learner"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 5 }]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:32.246 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 5 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 5 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 5 } } }"] [index=10] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 }"] [original_region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 role: Learner }"] [changes="[peer { id: 20 store_id: 5 }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 5 }]"] [region_id=6] [thread_id=31] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 5 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 }"] [original_region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 role: Learner }"] [changes="[peer { id: 21 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 }]"] [region_id=2] [thread_id=31] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 5 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 }"] [original_region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 role: Learner }"] [changes="[peer { id: 22 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 9, 20} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 5 } } }"] [index=10] [term=6] [peer_id=7] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=7] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 16 store_id: 4 } peers { id: 20 store_id: 5 }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 }"] [original_region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 role: Learner }"] [changes="[peer { id: 19 store_id: 5 }]"] [peer_id=7] [region_id=6] [thread_id=104] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 17 store_id: 4 } peers { id: 21 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.246 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=11] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 }"] [original_region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:32.246 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 4 } peers { id: 22 store_id: 5 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15, 19, 7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.247 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 6 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 7 store_id: 1 } peers { id: 15 store_id: 4 } peers { id: 19 store_id: 5 }"] [peer_id=7] [region_id=6] [thread_id=101] [2024/06/02 17:07:32.247 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 14, 3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:32.247 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 3 store_id: 1 } peers { id: 14 store_id: 4 } peers { id: 23 store_id: 5 }"] [peer_id=3] [region_id=2] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + complete to collect bazel result. [1,483 / 1,595] GoCompilePkg pkg/util/admin/admin.a; Downloading pkg/util/admin/admin.a; 0s remote-cache ... (3 actions, 0 running) [1,609 / 1,620] GoCompilePkg pkg/executor/executor.a; 0s remote-cache [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [1,594 / 1,620] [Prepa] GoCompilePkg pkg/executor/join/join.a ... (5 actions, 0 running) [Pipeline] // dir Post stage [1,610 / 1,620] [Prepa] GoCompilePkg pkg/session/session.a [1,597 / 1,598] GoLink tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test; Downloading tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test, 198.1 MiB / 220.5 MiB; 1s remote-cache [1,657 / 1,658] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; Downloading tests/realtikvtest/importintotest/importintotest_test_/importintotest_test, 138.4 MiB / 225.3 MiB; 0s remote-cache [1,545 / 1,595] [Prepa] GoCompilePkg pkg/infoschema/perfschema/perfschema.a ... (3 actions, 0 running) [1,614 / 1,620] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a ... (2 actions, 0 running) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [1,657 / 1,658] GoLink tests/realtikvtest/importintotest/importintotest_test_/importintotest_test; 1s remote-cache [Pipeline] } [Pipeline] junit Recording test results [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [1,619 / 1,620] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; Downloading tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test, 103.4 MiB / 223.8 MiB; 0s remote-cache [1,602 / 1,606] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // podTemplate [Pipeline] } [Pipeline] sh [1,619 / 1,620] GoLink tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test; Downloading tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test, 129.1 MiB / 223.8 MiB; 0s remote-cache [1,570 / 1,595] GoCompilePkg br/pkg/task/task.a; Downloading br/pkg/task/task.a, 8.7 MiB / 10.8 MiB; 0s remote-cache ... (6 actions, 0 running) [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/06/02 17:07:18.726 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:18.726 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:18.726 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:18.726 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:18.726 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:18.726 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:18.726 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:18.726 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:18.726 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:18.730 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:18.730 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:18.730 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:18.731 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:18.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:18.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:18.732 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:18.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:18.732 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:18.732 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:18.732 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:18.732 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:18.732 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:18.732 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:18.732 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:18.733 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:18.733 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=311.785µs] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:20.736 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.736 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:20.737 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:20.737 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.737 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.737 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.738 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.738 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.738 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.738 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.738 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.738 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.737 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.738 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.739 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.739 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.739 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.739 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:20.739 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:20.739 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:20.739 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:20.739 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:20.739 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.740 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.740 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.740 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.740 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.740 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.740 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.740 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.740 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.741 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:20.741 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:20.741 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.741 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.741 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.742 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.742 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.790 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.231 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.232 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:21.232 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:21.232 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.232 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:21.233 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:21.235 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829980323620331] [2024/06/02 17:07:21.235 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829980323620331] [2024/06/02 17:07:21.239 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.241 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:21.243 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.244 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.244 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:21.244 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:21.244 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.245 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.245 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:07:21.245 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:21.448 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:21.448 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=198.329µs] [2024/06/02 17:07:21.448 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829980323620331/leader] [purpose="leader election"] [2024/06/02 17:07:21.449 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:21.449 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:22.449 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:22.754 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:22.765 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:22.765 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44649] [remotes="[]"] [2024/06/02 17:07:22.765 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:22.765 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44507] [remotes="[]"] [2024/06/02 17:07:22.766 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:22.770 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:31.233 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:31.234 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd1.log <== [2024/06/02 17:07:18.716 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:18.716 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:18.716 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:18.716 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:18.716 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:18.716 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:18.716 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:18.716 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:18.717 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:18.722 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:18.722 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:18.722 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:18.722 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:18.724 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:18.724 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:18.724 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:18.724 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:18.724 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:18.725 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:18.725 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:18.725 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:18.726 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=549.161µs] [2024/06/02 17:07:19.729 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:19.730 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.730 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:19.731 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:19.731 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.731 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.732 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.732 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.732 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:19.732 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.732 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:19.732 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:19.732 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:19.732 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:19.732 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:19.732 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.733 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.733 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.733 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.733 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:19.733 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.735 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:19.735 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:20.734 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.734 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.734 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.734 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.735 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.735 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:20.738 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.738 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.738 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:20.739 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.788 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.231 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.232 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:21.232 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:21.232 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:21.232 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:21.232 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:21.232 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.232 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:21.235 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829980323620331] [2024/06/02 17:07:21.235 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829980323620331] [2024/06/02 17:07:21.239 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.240 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:21.241 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.242 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.243 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:21.243 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:21.243 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.243 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.244 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.244 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:07:21.245 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629897032205] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:21.246 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:21.246 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829980323620331/leader] [purpose="leader election"] [2024/06/02 17:07:21.246 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:07:21.246 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:21.246 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:21.246 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:21.247 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:24.246 +08:00] [next=2024/06/02 17:07:21.246 +08:00] [2024/06/02 17:07:21.248 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.248 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:21.249 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:21.251 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:21.255 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:21.255 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:21.255 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:21.549 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:21.631 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:21.631 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:21.631 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:21.631 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:21.632 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:21.632 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:21.639 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829980323620331] [request="header: store: region: peers: > "] [2024/06/02 17:07:21.639 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829980323620331] [request="header: store: region: peers: > "] [2024/06/02 17:07:21.640 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829980323620331] [2024/06/02 17:07:21.640 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829980323620331] [request="header: store: region: peers: > "] [2024/06/02 17:07:21.640 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829980323620331] [2024/06/02 17:07:21.640 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829980323620331] [2024/06/02 17:07:21.643 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=976.804µs] [2024/06/02 17:07:21.643 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=240.593µs] [2024/06/02 17:07:21.644 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:21.644 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:21.644 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:21.644 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:21.644 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:21.644 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:21.644 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:21.645 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=628.029µs] [2024/06/02 17:07:21.648 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:21.649 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:21.649 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319241 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:21.649 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.245 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:22.449 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:22.449 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:22.449 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:22.449 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:24.643 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:24.643 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319241 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.643 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.643 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:24.643 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319241 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.643 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.645 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:24.645 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:24.645 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:24.645 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.646 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.646 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.647 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:24.649 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:24.649 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:24.649 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:24.649 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:24.659 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:24.659850127 +0800 CST m=+5.982331885, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:24.659 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:24.660 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:24.660 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:24.660 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:24.660 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:24.661 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:24.661 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.620695ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:24.659850127 +0800 CST m=+5.982331885, startAt:2024-06-02 17:07:24.659980997 +0800 CST m=+5.982462754, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:24.661 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:25.647 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:31.233 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:31.233 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:31.645 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/06/02 17:07:31.646 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/06/02 17:07:31.647 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:34.653457588 +0800 CST m=+15.975939344, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 2"] [source=create] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:34.653713463 +0800 CST m=+15.976195222, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 2"] [source=create] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:34.653823469 +0800 CST m=+15.976305222, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 2"] [source=create] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:34.653922947 +0800 CST m=+15.976404703, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.653 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 2"] [source=create] [2024/06/02 17:07:34.654 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:34.654000601 +0800 CST m=+15.976482353, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 2"] [source=create] [2024/06/02 17:07:34.654 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.654 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.655 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.655 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/06/02 17:07:34.655 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.655 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.663 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.663 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.663 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:34.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.52747ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:34.653922947 +0800 CST m=+15.976404703, startAt:2024-06-02 17:07:34.653954539 +0800 CST m=+15.976436291, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.879934ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:34.653713463 +0800 CST m=+15.976195222, startAt:2024-06-02 17:07:34.653761677 +0800 CST m=+15.976243433, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.9289ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:34.653823469 +0800 CST m=+15.976305222, startAt:2024-06-02 17:07:34.653850948 +0800 CST m=+15.976332700, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=11.268965ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:34.653457588 +0800 CST m=+15.975939344, startAt:2024-06-02 17:07:34.65362162 +0800 CST m=+15.976103378, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.664 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.941003ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:34.654000601 +0800 CST m=+15.976482353, startAt:2024-06-02 17:07:34.654026959 +0800 CST m=+15.976508712, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.664 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.674 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:34.674781292 +0800 CST m=+15.997263048, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.674 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/06/02 17:07:34.674 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:34.674920082 +0800 CST m=+15.997401835, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.674 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:34.675002642 +0800 CST m=+15.997484394, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:34.675077893 +0800 CST m=+15.997559645, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=create] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:34.675161862 +0800 CST m=+15.997643615, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.675 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.675 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.675 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.676 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.676 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.676 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.676 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.676 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/06/02 17:07:34.676 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:34.682 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.682 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.682 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.683 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:34.683 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.683 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=8.755192ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:34.674920082 +0800 CST m=+15.997401835, startAt:2024-06-02 17:07:34.674947788 +0800 CST m=+15.997429540, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.683 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.683 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=8.686038ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:34.675161862 +0800 CST m=+15.997643615, startAt:2024-06-02 17:07:34.675189439 +0800 CST m=+15.997671192, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.683 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:3 role:Learner },Add peer:{id:26 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.683 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=8.885069ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:34.675077893 +0800 CST m=+15.997559645, startAt:2024-06-02 17:07:34.675107864 +0800 CST m=+15.997589617, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 3}, 1:{promote learner peer 26 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.684 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.309637ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:34.674781292 +0800 CST m=+15.997263048, startAt:2024-06-02 17:07:34.674845592 +0800 CST m=+15.997327344, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.684 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:34.684 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.230309ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:34.675002642 +0800 CST m=+15.997484394, startAt:2024-06-02 17:07:34.675027938 +0800 CST m=+15.997509690, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:08:21.646 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:21.647 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:07:18.717 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:18.717 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:18.717 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:18.717 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:18.717 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:18.717 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:18.717 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:18.717 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:18.717 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:18.723 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:18.723 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:18.723 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:18.723 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:18.725 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:18.725 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:18.725 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:18.725 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:18.725 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:18.725 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:18.725 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:18.725 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=60] [max-cpu-available=60] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:18.726 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:18.726 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=408.848µs] [2024/06/02 17:07:20.728 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:20.728 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:20.728 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:20.728 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:20.728 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:20.729 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:20.729 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:20.729 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.729 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:20.729 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:20.729 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.730 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.730 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.730 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.730 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.730 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.731 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.731 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.731 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.730 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.731 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.732 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.733 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.733 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.733 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.733 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:20.733 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.733 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:20.733 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:20.733 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:20.733 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:20.734 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.734 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.734 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.734 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.734 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:20.734 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.735 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:20.735 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:20.735 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:20.735 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.735 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.735 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:20.739 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:20.740 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.740 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:20.740 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.740 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.741 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:20.784 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:21.230 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:21.231 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:21.231 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:21.232 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:21.232 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:21.232 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:21.232 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:21.232 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:21.235 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829980323620331] [2024/06/02 17:07:21.235 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829980323620331] [2024/06/02 17:07:21.240 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:21.242 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:21.243 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:21.244 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:21.244 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:21.244 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:21.245 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:21.245 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:21.245 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/06/02 17:07:21.245 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:21.448 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:21.448 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=189.757µs] [2024/06/02 17:07:21.449 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829980323620331/leader] [purpose="leader election"] [2024/06/02 17:07:21.449 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:21.449 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:22.449 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:31.233 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:31.233 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:08:05.369 +08:00] [INFO] [trace.go:152] ["trace[563005989] linearizableReadLoop"] [detail="{readStateIndex:72; appliedIndex:72; }"] [duration=100.372159ms] [start=2024/06/02 17:08:05.269 +08:00] [end=2024/06/02 17:08:05.369 +08:00] [steps="[\"trace[563005989] 'read index received' (duration: 100.369065ms)\",\"trace[563005989] 'applied index is now lower than readState.Index' (duration: 1.88µs)\"]"] [2024/06/02 17:08:05.370 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=100.544695ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/pd/7375829980323620331/config\" "] [response="range_response_count:1 size:4875"] [] [2024/06/02 17:08:05.370 +08:00] [INFO] [trace.go:152] ["trace[1089208238] range"] [detail="{range_begin:/pd/7375829980323620331/config; range_end:; response_count:1; response_revision:57; }"] [duration=100.589285ms] [start=2024/06/02 17:08:05.269 +08:00] [end=2024/06/02 17:08:05.370 +08:00] [steps="[\"trace[1089208238] 'agreement among raft nodes before linearized reading' (duration: 100.51452ms)\"]"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={60, 66, 59, 7, 26, 19, 32, 0, 54, 8, 34, 69, 58, 28, 56, 18, 47, 61, 49, 64, 71, 20, 33, 27, 10, 23, 44, 24, 48, 36, 52, 55, 21, 25, 45, 53, 13, 62, 57, 31, 16, 70, 9, 46, 50, 15, 22, 30, 68, 63, 65, 67, 17, 43, 11, 12, 29, 35, 51, 14}"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7f3e7744d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3e774afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3e77437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3e774d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319238.686694955\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7f3e7744d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f3e774afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3e77437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3e774d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [INFO] [] ["subchannel 0x7f3e7744dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3e774afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3e77437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3e774d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319238.687313018\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [] ["subchannel 0x7f3e7744dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f3e774afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3e77437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3e774d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [INFO] [] ["subchannel 0x7f3e7744e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3e774afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3e77437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3e774d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319238.687589031\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [] ["subchannel 0x7f3e7744e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f3e774afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f3e77437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f3e774d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:18.989 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.989 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.989 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.234 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.536 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.537 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.542 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:21.544 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:21.544 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:21.548 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:21.548 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:21.548 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:21.561 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:21.561 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:21.562 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 266.9µs"] [thread_id=1] [2024/06/02 17:07:21.627 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:21.629 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:21.629 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:21.630 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:21.630 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:21.630 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:21.631 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:21.631 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:21.638 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.646 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:21.646 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319241 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:21.649 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:21.649 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.649 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.650 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 6."] [id=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=6] [region_id=4] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=183.888µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.653 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.731µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:21.654 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:21.655 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:21.655 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:21.655 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:21.655 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:21.658 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:21.658 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:21.659 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:21.659 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:21.659 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:21.660 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:21.661 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:21.661 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:21.662 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:21.665 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:24.660 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.660 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.660 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:24.660 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.661 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 1 }"] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:24.661 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:24.661 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:24.662 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:24.662 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=16] [thread_id=68] [2024/06/02 17:07:24.662 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=14] [thread_id=68] [2024/06/02 17:07:31.657 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.653 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.653 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.653 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.653 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.653 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.654 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 6 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.654 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.654 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.654 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.655 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.655 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.655 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.655 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.655 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.655 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:07:34.655 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:34.655 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:34.656 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.09733ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:34.659 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:34.659 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.659 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.659 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.659 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.659 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=557.754µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.660 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=614.421µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.661 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=364µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=393.64µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.661 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.661 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=327.815µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.661 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.661 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.77395ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.563142ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=133] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.423492ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.324652ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.498927ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=130] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.663 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.663 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=9] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.664 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=6] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.676 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.676 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.676 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.676 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.676 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:34.676 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:34.676 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:34.676 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=701.376µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:34.679 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:34.679 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.679 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.679 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.679 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.679 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.679 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.679 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.679 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.679 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=381.598µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=415.764µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.680 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=343.255µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=369.742µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:34.680 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.680 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.680 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=328.643µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.081505ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=130] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=6] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.382774ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=131] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.630012ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.140348ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.312106ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.682 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:34.682 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=6] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=6] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=6] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=6] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] ==> ./tikv2.log <== [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={25, 48, 32, 16, 69, 52, 14, 27, 34, 54, 11, 51, 29, 47, 0, 57, 67, 17, 9, 26, 44, 30, 70, 53, 18, 8, 22, 46, 56, 21, 62, 49, 64, 20, 55, 24, 23, 36, 59, 66, 68, 71, 33, 35, 19, 7, 45, 12, 60, 28, 58, 43, 15, 50, 65, 10, 13, 31, 63, 61}"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:18.683 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:18.685 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.685 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7fa09424d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa0942afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa094237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0942d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319238.685818248\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7fa09424d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa0942afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa094237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0942d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7fa09424dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa0942afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa094237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0942d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319238.686363504\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7fa09424dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa0942afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa094237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0942d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7fa09424e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa0942afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa094237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0942d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319238.686616266\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7fa09424e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa0942afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa094237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0942d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:18.988 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.989 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.989 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.234 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.536 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.537 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.542 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:21.543 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:21.543 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:21.549 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:21.549 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:21.549 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:21.549 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:21.561 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:21.561 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:21.562 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 269.358µs"] [thread_id=1] [2024/06/02 17:07:21.629 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:21.630 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:21.630 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:21.631 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:21.632 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:21.632 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:21.632 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:21.632 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:21.632 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:21.632 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:21.639 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:21.640 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:24.641 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:24.641 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319241 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.643 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.645 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.647 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.648 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=66.039µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.648 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=31.262µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.649 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.649 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.649 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.653 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.653 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.654 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.655 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:24.656 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:24.656 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:24.661 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:34.651 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.677 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:34.677 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.677 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.678 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:34.679 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=723.339µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=133] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=432.053µs] [snap_key=4_6_10] [thread_id=133] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=528.156µs] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=409.866µs] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=360.48µs] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=133] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=133] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.681 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=411.722µs] [snap_key=14_6_9] [thread_id=133] [2024/06/02 17:07:34.682 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=135.829µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.743µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.284µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.951µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.682 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.683 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.65µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:24.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:08:24.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:08:24.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:08:24.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:08:24.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:08:24.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={19, 29, 7, 18, 27, 30, 22, 56, 69, 16, 14, 65, 32, 54, 13, 50, 28, 71, 35, 11, 67, 48, 52, 59, 33, 12, 61, 70, 26, 68, 43, 45, 0, 23, 10, 46, 8, 47, 53, 21, 9, 64, 49, 31, 24, 66, 25, 44, 58, 34, 51, 36, 63, 55, 60, 17, 62, 57, 15, 20}"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 128, expect 32768"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:18.684 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:18.685 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7f676324d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f67632afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6763237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f67632d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319238.686268402\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7f676324d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f67632afb80, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6763237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f67632d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7f676324dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f67632afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6763237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f67632d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319238.686840808\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:18.686 +08:00] [INFO] [] ["subchannel 0x7f676324dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f67632afb80, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6763237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f67632d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [INFO] [] ["subchannel 0x7f676324e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f67632afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6763237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f67632d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319238.687125023\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [] ["subchannel 0x7f676324e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f67632afb80, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f6763237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f67632d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:18.687 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:18.687 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:18.988 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.989 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.989 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.234 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.536 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.537 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.538 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.539 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:21.540 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.541 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:21.542 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:21.544 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:21.544 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:21.545 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,seclabel,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401563/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401562/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401561/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401560/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401559/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401558/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401557/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401556/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/401555/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/351385/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36216/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36215/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36214/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36213/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36212/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36209/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/36208/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/797981/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:21.546 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:21.547 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:21.548 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:21.548 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:21.549 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:21.549 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:21.561 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:21.561 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:21.562 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 266.351µs"] [thread_id=1] [2024/06/02 17:07:21.627 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:21.629 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:21.629 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:21.630 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:21.630 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:21.630 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=73] [2024/06/02 17:07:21.631 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=74] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:21.631 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=73] [2024/06/02 17:07:21.631 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:21.638 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:21.640 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:24.641 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829980323620331] [thread_id=1] [2024/06/02 17:07:24.641 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319241 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.644 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.645 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.648 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.648 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=40.485µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.648 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=31.436µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.650 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.650 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.650 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.653 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.653 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.654 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.656 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:24.656 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:24.656 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:24.662 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:34.651 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.656 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:34.657 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=6] [store_id=2] [peer_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.657 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 6"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.658 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:34.659 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=865.131µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=484.509µs] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=498.826µs] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=468.149µs] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=407.197µs] [snap_key=14_6_7] [thread_id=129] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {6} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.662 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=443.105µs] [snap_key=12_6_7] [thread_id=130] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.663 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=43.234µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=33.324µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.556µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.575µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.663 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.863µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=9] [term=6] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.675 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 6 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 26 store_id: 3 role: Learner }"] [changes="[peer { id: 26 store_id: 3 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=18] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 6, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:08:24.650 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:08:24.650 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:08:24.650 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:08:24.650 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:08:24.650 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.650 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] archiveArtifacts Archiving artifacts [1,619 / 1,620] GoLink tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test; Downloading tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test, 213.9 MiB / 223.8 MiB; 1s remote-cache [Pipeline] } [1,619 / 1,620] GoLink tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test; 1s remote-cache [1,605 / 1,606] 1 / 1 tests; Testing //tests/realtikvtest/sessiontest:sessiontest_test; 0s remote-cache Target //tests/realtikvtest/sessiontest:sessiontest_test up-to-date: bazel-bin/tests/realtikvtest/sessiontest/sessiontest_test_/sessiontest_test INFO: Elapsed time: 28.537s, Critical Path: 11.67s INFO: 1603 processes: 1583 remote cache hit, 20 internal. INFO: Build completed successfully, 1603 total actions Test cases: finished with 11 passing and 0 failing out of 11 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [1,664 / 1,666] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [Pipeline] // container [Pipeline] } [1,590 / 1,595] [Prepa] GoCompilePkg tests/realtikvtest/realtikvtest.a [1,620 / 1,626] [Prepa] Writing file tests/realtikvtest/importintotest2/importintotest2_test.instrumented_files [Pipeline] // withEnv complete to collect bazel result. [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] } INFO: From Testing //tests/realtikvtest/importintotest:importintotest_test: ==================== Test output for //tests/realtikvtest/importintotest:importintotest_test: === RUN TestImportInto [2024/06/01 12:32:04.305 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:04.305 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:04.306 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:04.307 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:04.307 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:04.308 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:04.308 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:04.308 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:04.308 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:04.309 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:04.311 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/01 12:32:04.316 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:32:04.318 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:32:04.319 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:32:04.345 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:04.345 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:04.354 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:04.354 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:04.368 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:04.393 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511207389775388] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:32:04.501 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:32:04.636 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=535] ["lease id"=22318fd3c78935e6] [2024/06/01 12:32:04.639 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:32:04.645 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest/util_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest/importintotest_test.TestImportInto\n\ttests/realtikvtest/importintotest/util_test.go:50\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/01 12:32:04.669 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.390119ms] [2024/06/01 12:32:04.672 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:04.672 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=2d37d845-4f40-47a9-99b7-1335f33b41a2] [runWorker=true] [2024/06/01 12:32:04.672 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:32:04.674 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:32:04.675 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:04.675 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:04.675 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:04.676 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:04.676 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:32:04.677 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] ["owner key"=/tidb/ddl/fg/owner/22318fd3c78935ea] [ownerID=2d37d845-4f40-47a9-99b7-1335f33b41a2] [op=none] [2024/06/01 12:32:04.677 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [2024/06/01 12:32:04.678 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:04.678 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=6e12a4ce-54c9-4243-b4f7-50be0a2b269f] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:04.679 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] ["owner key"=/tidb/br-stream/owner/3eaa8fd3c7893d4c] [ownerID=6e12a4ce-54c9-4243-b4f7-50be0a2b269f] [op=none] [2024/06/01 12:32:04.679 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [2024/06/01 12:32:04.680 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:32:04.681 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] ["owner key"=/tidb/ddl/fg/owner/22318fd3c78935ea] [ownerID=2d37d845-4f40-47a9-99b7-1335f33b41a2] [op=none] [2024/06/01 12:32:04.681 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [op=none] [2024/06/01 12:32:04.681 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:32:04.686 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/01 12:32:04.719 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:04.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.719 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:04.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/01 12:32:04.764 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.830 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=34.598084ms] [2024/06/01 12:32:04.838 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:04.846 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.846 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/01 12:32:04.848 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=56.005712ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:04.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.893 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.917 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/01 12:32:04.917 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.921 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/01 12:32:04.948 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/01 12:32:05.135 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.135 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/01 12:32:05.174 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.457 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.270439ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.466 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.467 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/01 12:32:05.468 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=22.921075ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.510 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.679 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:05.684 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/01 12:32:05.684 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.687 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.748934455\n# Parse_time: 0\n# Compile_time: 0.010034717\n# Rewrite_time: 0.000022474\n# Optimize_time: 0\n# Wait_TS: 0.000418074\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/01 12:32:05.692 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/01 12:32:05.736 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.736 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/01 12:32:05.778 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.846 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.588167ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.856 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.856 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/01 12:32:05.858 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=18.233343ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.907 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.958 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/01 12:32:05.958 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.964 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/01 12:32:06.008 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.008 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/01 12:32:06.043 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.118 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.648379ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.128 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.128 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/01 12:32:06.130 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=18.721379ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.201 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.245 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/01 12:32:06.245 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.259 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/01 12:32:06.360 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.360 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/01 12:32:06.412 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.575 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.71559ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.585 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.585 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/01 12:32:06.587 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=19.78343ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.647 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.675 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:32:06.676 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2382] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/01 12:32:06.762 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/01 12:32:06.762 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.765 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.511123073\n# Parse_time: 0\n# Compile_time: 0.00497911\n# Rewrite_time: 0.000009918\n# Optimize_time: 0\n# Wait_TS: 0.000416626\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:06.771 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/01 12:32:06.832 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.832 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/01 12:32:06.871 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.969 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.102517ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.978 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.978 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/01 12:32:06.980 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=17.54666ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.047 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.107 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/01 12:32:07.107 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.110 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341791776\n# Parse_time: 0\n# Compile_time: 0.002753401\n# Rewrite_time: 0.000012433\n# Optimize_time: 0\n# Wait_TS: 0.000348676\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.115 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/01 12:32:07.170 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.170 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/01 12:32:07.220 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.324 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.038103ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.335 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.335 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/01 12:32:07.336 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=19.564138ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.398 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.452 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/01 12:32:07.452 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.455 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342233218\n# Parse_time: 0\n# Compile_time: 0.002061369\n# Rewrite_time: 0.000009906\n# Optimize_time: 0\n# Wait_TS: 0.000349824\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.458 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/01 12:32:07.499 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/01 12:32:07.499 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.566 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.619 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.402506ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.629 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.629 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/01 12:32:07.630 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=16.647425ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.699 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.738 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/01 12:32:07.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.743 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/01 12:32:07.785 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.785 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/01 12:32:07.852 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.927 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.793286ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.938 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.938 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/01 12:32:07.940 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=19.897732ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.997 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.039 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/01 12:32:08.039 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.047 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/01 12:32:08.101 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.101 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/01 12:32:08.151 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.229 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.62942ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.240 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.241 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/01 12:32:08.242 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=19.139955ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.298 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.353 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/01 12:32:08.353 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.356 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311469\n# Parse_time: 0\n# Compile_time: 0.001988327\n# Rewrite_time: 0.000008473\n# Optimize_time: 0\n# Wait_TS: 0.000412326\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:08.363 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/01 12:32:08.412 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.412 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/01 12:32:08.473 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.558 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.979015ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.568 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.568 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/01 12:32:08.569 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=19.036321ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.603 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.650 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/01 12:32:08.650 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.661 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:08.662 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:08.733 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.733 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:08.774 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.892 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.965698ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.902 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.902 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/01 12:32:08.904 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=19.867291ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.942 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.014 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/01 12:32:09.014 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.017 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360785446\n# Parse_time: 0\n# Compile_time: 0.004458363\n# Rewrite_time: 0.000011496\n# Optimize_time: 0\n# Wait_TS: 0.000398663\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.022 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/01 12:32:09.089 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.089 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/01 12:32:09.134 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.541163ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.247 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.247 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/01 12:32:09.248 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=19.774877ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.300 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/01 12:32:09.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.365 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345266862\n# Parse_time: 0\n# Compile_time: 0.002022893\n# Rewrite_time: 0.00000992\n# Optimize_time: 0\n# Wait_TS: 0.000367443\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.369 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:32:09.423 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.423 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/01 12:32:09.480 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.553 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.801064ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.562 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.562 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/01 12:32:09.564 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=17.244402ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.597 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.642 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/01 12:32:09.642 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.650 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:32:09.716 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.716 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/01 12:32:09.779 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.858 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.662905ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.869 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.869 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/01 12:32:09.870 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=19.314138ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.906 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.955 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/01 12:32:09.955 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.958 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310691755\n# Parse_time: 0\n# Compile_time: 0.001980615\n# Rewrite_time: 0.000009623\n# Optimize_time: 0\n# Wait_TS: 0.000385461\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.963 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:10.007 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.007 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:10.073 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.143 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.688317ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:10.154 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.154 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/01 12:32:10.156 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=19.754304ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.209 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.254 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/01 12:32:10.254 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.262 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/01 12:32:10.327 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.327 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/01 12:32:10.394 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.471 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.722444ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:10.480 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.480 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/01 12:32:10.482 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=17.517336ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.552 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.600 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/01 12:32:10.600 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.603 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343243739\n# Parse_time: 0\n# Compile_time: 0.002412129\n# Rewrite_time: 0.000010833\n# Optimize_time: 0\n# Wait_TS: 0.00033154\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:10.607 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/01 12:32:10.658 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.658 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/01 12:32:10.726 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.790 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.653192ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:10.799 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.799 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/01 12:32:10.800 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=16.663494ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.833 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.878 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/01 12:32:10.878 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.887 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:10.970 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.970 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:11.013 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.119 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.529297ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.130 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.130 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/01 12:32:11.131 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=19.995937ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.195 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.271 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/01 12:32:11.271 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:11.275 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.389946694\n# Parse_time: 0\n# Compile_time: 0.002741019\n# Rewrite_time: 0.000008632\n# Optimize_time: 0\n# Wait_TS: 0.000381582\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:11.292 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:11.339 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.339 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:11.380 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.451 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.882372ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.462 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.462 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/01 12:32:11.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=18.800969ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.497 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.553 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/01 12:32:11.553 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:11.562 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/01 12:32:11.605 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.605 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/01 12:32:11.644 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.706 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.273912ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.717 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.717 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/01 12:32:11.718 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=18.083156ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.754 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.791 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/01 12:32:11.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:11.796 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/01 12:32:11.828 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.828 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/01 12:32:11.879 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.927 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.301025ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.939 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.939 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/01 12:32:11.941 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=20.132452ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.995 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.028 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/01 12:32:12.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.037 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/01 12:32:12.093 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.093 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/01 12:32:12.138 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.248 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=4.407857ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.259 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:12.259 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/01 12:32:12.260 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=21.451391ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.295 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.357 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/01 12:32:12.357 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.360 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325102853\n# Parse_time: 0\n# Compile_time: 0.002151064\n# Rewrite_time: 0.000012811\n# Optimize_time: 0\n# Wait_TS: 0.000272698\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:12.363 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:12.408 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.408 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:12.474 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.539 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.669656ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.556 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:12.556 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/01 12:32:12.559 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=25.88199ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.599 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.646 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/01 12:32:12.646 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.653 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/01 12:32:12.703 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.703 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/01 12:32:12.751 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.821 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.785451ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.831 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:12.831 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/01 12:32:12.833 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=18.79298ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.912 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.958 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/01 12:32:12.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310553067\n# Parse_time: 0\n# Compile_time: 0.001635866\n# Rewrite_time: 0.000010766\n# Optimize_time: 0\n# Wait_TS: 0.000290676\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:12.966 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/01 12:32:13.010 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.010 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/01 12:32:13.055 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.119 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.807794ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.131 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.131 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/01 12:32:13.133 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=21.413575ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.192 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.235 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/01 12:32:13.235 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.241 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:13.287 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.287 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/01 12:32:13.352 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.420 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.816711ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.430 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.430 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/01 12:32:13.432 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=19.014127ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.498 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.555 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/01 12:32:13.555 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.319175605\n# Parse_time: 0\n# Compile_time: 0.001434748\n# Rewrite_time: 0.000010475\n# Optimize_time: 0\n# Wait_TS: 0.000345367\n# DB: mysql\n# Is_internal: true\n# Digest: 06962f34c69b85ab590c2556bdffd68d7705d56a70a3b0522b0ba5bc55363fd3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:13.563 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/01 12:32:13.610 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.610 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/01 12:32:13.683 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.746 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.672919ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.756 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.757 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/01 12:32:13.758 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=18.712882ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.794 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.838 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/01 12:32:13.838 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.846 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:13.848 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:13.907 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.907 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/01 12:32:13.978 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.055 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.885399ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:14.066 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.066 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/01 12:32:14.067 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=18.192081ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.100 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.148 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/01 12:32:14.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.152 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307933714\n# Parse_time: 0\n# Compile_time: 0.002106185\n# Rewrite_time: 0.000010311\n# Optimize_time: 0\n# Wait_TS: 0.000427607\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:14.160 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:14.229 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.229 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:14.289 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.381 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.429477ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:14.393 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.393 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/01 12:32:14.395 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=21.482627ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.453 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.512 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/01 12:32:14.512 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.516 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.359405373\n# Parse_time: 0\n# Compile_time: 0.003427532\n# Rewrite_time: 0.000012108\n# Optimize_time: 0\n# Wait_TS: 0.000376748\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:14.521 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:14.580 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.580 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:14.622 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.719 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=2.96373ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:14.728 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.728 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/01 12:32:14.730 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=17.786992ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.799 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.865 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/01 12:32:14.865 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.868 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349941171\n# Parse_time: 0\n# Compile_time: 0.00228017\n# Rewrite_time: 0.000013216\n# Optimize_time: 0\n# Wait_TS: 0.000375038\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:14.876 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/01 12:32:14.950 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.950 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/01 12:32:14.989 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.116 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.739092ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:15.127 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:15.127 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/01 12:32:15.128 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=19.471026ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.201 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.274 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/01 12:32:15.275 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:15.278 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.404537025\n# Parse_time: 0\n# Compile_time: 0.003140361\n# Rewrite_time: 0.000011884\n# Optimize_time: 0\n# Wait_TS: 0.000412776\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:15.280 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/01 12:32:15.315 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:15.315 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/01 12:32:15.384 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.452 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.443375ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:15.462 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:15.462 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/01 12:32:15.464 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=20.517379ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.513 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.549 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/01 12:32:15.549 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:15.624 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:15.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:15.624 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:15.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/01 12:32:15.667 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.769 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=3.013229ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:15.779 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:15.779 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/01 12:32:15.780 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=18.398158ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:15.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.846 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.909 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/01 12:32:15.909 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:15.913 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355650429\n# Parse_time: 0\n# Compile_time: 0.006448131\n# Rewrite_time: 0.003321109\n# Optimize_time: 0\n# Wait_TS: 0.000454254\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:15.916 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/01 12:32:15.974 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:15.974 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/01 12:32:16.038 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.134 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.057277ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:16.146 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:16.146 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/01 12:32:16.147 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=20.398756ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.202 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.257 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/01 12:32:16.257 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:16.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.34641418\n# Parse_time: 0\n# Compile_time: 0.001697932\n# Rewrite_time: 0.000010539\n# Optimize_time: 0\n# Wait_TS: 0.000351828\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:16.264 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/01 12:32:16.306 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:16.306 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/01 12:32:16.375 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.441 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.299537ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:16.451 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:16.451 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/01 12:32:16.453 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=21.455594ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.500 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.546 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/01 12:32:16.546 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:16.554 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/01 12:32:16.598 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:16.598 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/01 12:32:16.638 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.678 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=6e12a4ce-54c9-4243-b4f7-50be0a2b269f] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:16.678 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/01 12:32:16.716 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.901245ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:16.728 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:16.728 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/01 12:32:16.729 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=20.354907ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.801 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.841 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/01 12:32:16.841 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:16.851 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/01 12:32:16.939 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:16.939 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/01 12:32:17.010 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.142 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.137339ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:17.152 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:17.152 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/01 12:32:17.154 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=19.738719ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.190 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.277 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/01 12:32:17.277 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:17.280 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.431802519\n# Parse_time: 0\n# Compile_time: 0.003323982\n# Rewrite_time: 0.000011647\n# Optimize_time: 0\n# Wait_TS: 0.000426383\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:17.285 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/01 12:32:17.377 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:17.377 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/01 12:32:17.444 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.568 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.82272ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:17.578 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:17.578 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/01 12:32:17.580 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=19.664012ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.650 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.725 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/01 12:32:17.725 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:17.728 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.445072834\n# Parse_time: 0\n# Compile_time: 0.002444792\n# Rewrite_time: 0.000011129\n# Optimize_time: 0\n# Wait_TS: 0.000440215\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:17.735 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/01 12:32:17.811 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:17.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:17.811 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:17.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/01 12:32:17.869 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:17.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.015 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.025059ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:18.025 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:18.025 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/01 12:32:18.026 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=19.440733ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:17.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.101 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:17.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.187 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/01 12:32:18.187 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.191 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.458918913\n# Parse_time: 0\n# Compile_time: 0.002902258\n# Rewrite_time: 0.000009823\n# Optimize_time: 0\n# Wait_TS: 0.000451846\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:18.196 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:18.275 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.275 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:18.339 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.466 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.894923ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:18.476 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:18.476 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/01 12:32:18.478 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=19.186775ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.560 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.637 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/01 12:32:18.637 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.641 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.446722553\n# Parse_time: 0\n# Compile_time: 0.002383105\n# Rewrite_time: 0.000008419\n# Optimize_time: 0\n# Wait_TS: 0.0004592\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:18.646 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:18.727 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.727 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:18.800 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.925 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.708987ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:18.936 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:18.936 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/01 12:32:18.937 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=19.872615ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.000 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.081 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/01 12:32:19.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.084 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440759449\n# Parse_time: 0\n# Compile_time: 0.002466947\n# Rewrite_time: 0.000008876\n# Optimize_time: 0\n# Wait_TS: 0.000361291\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:19.102 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/01 12:32:19.186 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.186 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/01 12:32:19.247 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.372 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=3.85852ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:19.382 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:19.382 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/01 12:32:19.384 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=19.152203ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.448 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.529 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/01 12:32:19.529 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.532 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.443807983\n# Parse_time: 0\n# Compile_time: 0.013372421\n# Rewrite_time: 0.000012291\n# Optimize_time: 0\n# Wait_TS: 0.000505207\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:19.538 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:19.606 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.606 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:19.647 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.756 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.657375ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:19.767 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:19.767 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/01 12:32:19.769 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=20.852695ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.817 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.882 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/01 12:32:19.882 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.885 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349886153\n# Parse_time: 0\n# Compile_time: 0.002486796\n# Rewrite_time: 0.000009625\n# Optimize_time: 0\n# Wait_TS: 0.000421111\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:19.890 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:19.949 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.949 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:19.994 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.085 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.282616ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.097 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:20.097 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/01 12:32:20.100 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=21.615397ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.155 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.230 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/01 12:32:20.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.345413149\n# Parse_time: 0\n# Compile_time: 0.002337915\n# Rewrite_time: 0.000010998\n# Optimize_time: 0\n# Wait_TS: 0.000354364\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:20.243 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/01 12:32:20.344 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.345 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/01 12:32:20.397 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.553 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.890896ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.564 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:20.564 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/01 12:32:20.566 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=23.892912ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.606 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.697 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/01 12:32:20.697 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.701 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.462648457\n# Parse_time: 0\n# Compile_time: 0.004435838\n# Rewrite_time: 0.000011014\n# Optimize_time: 0\n# Wait_TS: 0.000413189\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:20.708 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:20.772 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.772 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:20.824 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.931 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.126396ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.942 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:20.943 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/01 12:32:20.944 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=18.871976ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.000 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.062 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/01 12:32:21.062 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.065 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360074124\n# Parse_time: 0\n# Compile_time: 0.003046422\n# Rewrite_time: 0.00000966\n# Optimize_time: 0\n# Wait_TS: 0.000429999\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:21.068 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/01 12:32:21.114 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.114 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/01 12:32:21.174 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.239 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.699647ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:21.250 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:21.251 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/01 12:32:21.252 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=20.024847ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.288 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.331 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/01 12:32:21.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.337 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/01 12:32:21.391 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.391 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/01 12:32:21.456 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.556 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.179793ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:21.568 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:21.569 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/01 12:32:21.570 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=22.030378ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.609 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.654 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/01 12:32:21.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.322272688\n# Parse_time: 0\n# Compile_time: 0.001563501\n# Rewrite_time: 0.00000871\n# Optimize_time: 0\n# Wait_TS: 0.000405463\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:21.660 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/01 12:32:21.690 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.690 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/01 12:32:21.702 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:21.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:21.702 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:21.702 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:21.734 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.764 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=956.839µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:21.774 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:21.774 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/01 12:32:21.776 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=16.600469ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.845 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.869 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/01 12:32:21.869 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.926 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:21.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.926 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:21.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/01 12:32:21.968 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.042 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.616637ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:22.054 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:22.054 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/01 12:32:22.056 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=21.28811ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:21.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.133 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.183 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/01 12:32:22.183 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:22.186 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311872849\n# Parse_time: 0\n# Compile_time: 0.003778742\n# Rewrite_time: 0.00191722\n# Optimize_time: 0\n# Wait_TS: 0.000463876\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:22.697 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510540361742\n# Query_time: 0.35790284\n# Parse_time: 0\n# Compile_time: 0.164895146\n# Rewrite_time: 0.005111086\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 366612\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxODMuNG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI3LjEBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoKDY1MS43wrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDMzLjnCtXMRQQx3YWl0ERoINy4yHRooa3ZfcmVhZF93YWwNaAggNzUJIAhpa3YuFwAEOTMRfwxzY2FuPn8ADGtleXMFwihnZXRfc25hcHNobxFzBDEyBTpwLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BoER4bjoge3ByZXdyaXRlOjEuMzUhNQFRESIUczozNjcuCaAJFBA6MS4wOQEnHHNsb3dlc3RfEUAlQgAgMYIQMC4wMDEBgkBlZ2lvbl9pZDogMTAsIHN0byGoODEyNy4wLjAuMToyMDE2MkJhAToKARA2MzEuNCmKNgsBAas+/AAANQ2vWvwABew5TQWRFF9iYXRjaCW1FDogMjEuMSWQKHByb3Bvc2Vfc2VuIa9IaXQ6IDBzLCBwZXJzaXN0X2xvZxnvCDEzOS3mCWAUbGVhZGVyDVIkOTlucywgc3luYwk1DDg5LjgFYgksNG1lbXRhYmxlOiAyLjU2CecpbAkvEDMxMi4zBTAQYXBwbHkyrQAEMTQt6gUbFZAAOBEyFG11dGV4Xyn8Ab0JcjKeABkXAHdlOwAwDW0JKxmdBDEwReIuQQIYcHJpbWFyef76AWr6AQgzOTUljgR9LIr6AQQyLiE+YvYCCdF1xkb6AQg5LjlBZgAssvoBBDQ0JRcALA1fMlsBBDM1NvkBADJW9wEMNTI1bgHiLvUBCDE4MF7zAQAyTeE28wEENTYtuABtwvMBBDEzMrwCOfMIOC44gbsl823JCG51baEnKUyFhAAxEfsYYnl0ZTozMgUuJGluc2VydDoxNTahqzQJMTEwLjAgS0IJTi9BCg==')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.365 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510684803078\n# Query_time: 0.629933434\n# Parse_time: 0\n# Compile_time: 0.008996143\n# Rewrite_time: 0.001389803\n# Optimize_time: 0.006236938\n# Wait_TS: 0.000110287\n# Cop_time: 0.00011399 Process_time: 0.000255484 Wait_time: 0.000054554 Request_count: 2 Total_keys: 410 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 102 Rocksdb_key_skipped_count: 1122\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000127742 Cop_proc_p90: 0.000163593 Cop_proc_max: 0.000163593 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.7277e-05 Cop_wait_p90: 4.2448e-05 Cop_wait_max: 4.2448e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2255\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ghegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjIuN21zLCBsb29wczoxLCBDb25jdXJyZW5jeTpPRkYJMS4zNiBLQglOL0EKMQkxNF8xNAkwWnsAGV4YOmRlc2MsIEqCAAGfBGlkGX4ENjMdfxwJMCBCeXRlcxEIHAoyCTE3XzI4Ce1UaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJkAAHMIGx1bW4jMTUpXRlxBDQ1HXGgLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo2NjUuN8K1cywgZmV0Y2gdEAUyDDowc30RphEIJAozCTMxXzQxKEIBVAApCbVAZGF0YTpTZWxlY3Rpb25fNDARihA0NDUuNQVhNXxsY29wX3Rhc2s6IHtudW06IDEsIG1heDogNC40MgG1IWA0X2tleXM6IDAsIHRvdF8BEhg6IDE2My42BUsBFCR3YWl0OiA0Mi40BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR/QFzCF9kdQUaFG46IDExMA1OOG1heF9kaXN0c3FsX2NvblUYSCAxfSwgcnBjX2luZm86e0NvcDoBsQxfcnBjQUMlQQBfRV4sNC4xOW1zfX0JMjQxLdsYTi9BCjQJMSEKBDFfRcVQbm90KGlzdHJ1ZV93aXRoX251bGwoStcBFHJlb3JnKSFYDHRpa3YFtwQ6ewVnBDBzVcI8fSwgc2Nhbl9kZXRhaWw6ICnPAF8pNkAyMDUsIGdldF9zbmFwc2hvdAmmECAxOS44JS2Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA1MSwga2V5QhcAADZBSghsb2MhuxB9fX0sIAGXPoQAIa0IZXNzEXQANj21BGFsJbcNGwA0MbwF6Ah3YWwtTiQgMzI2LjHCtXN9IUYBBBwKNQk0M18zOS1LFDAwMAl0YUHGLhMEfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRZJmUQEBaAEEMAozCTZfMjkoUHJvYmUhhjg2NDAwCWdyb3VwIGJ5OkNxbUAsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXUUbWU6MS45NoEEEHBhcnRpIRAYb3JrZXI6exn/GDEuNDI1MDdlCy6PAgg1LCBFw2E0ADBpGGUEHDYuMjYzNTM2YTthGQxleGVjRSsBDSGhHDo2LjQ1MjE5BSJhahwxLjMwMjExOAEyCHA5NR0QFH0sIGZpblqXABA4NDc4MIXIXpcAAaMEb3QJlwwyMi4yafkBEwWVFDUuMDQzwoFtARMFmxw4LjExNDE3NAGLCZsQODAyNzYFEAmbERA5oWFXADOBYSWaaVcAbmFNNXZtPiV4ADIFso19CAkzOLF8YaEQNQk2XzMhpAA4QVM15EqVA03VCGluZ1LvBSRzY2hlbWFfaWRzUh8ARa0JHkk1CG1pbhWuADhWMAIAMS64AAAsajACGDU3NS42ODIlWF6ZAS4wAhwyLjA0NjEwMSFzIYglm4FbAQ0llRgyLjIzNzk2BSIhlRQ0NzMuNjFhkgAsJZUZEHIwAhAwMDY3NMWHXpcAMjACDDkuMDaJnwGJBZYQNi4zNDkF2QETBZwYMy43NjIxMxWcFDkyNS41MgklQTEZEFkxADbBsQwzNgkwKegAZMGsJEhhc2hBZ2dfMzFxowgzNzKtH00tACzBVamAACCh+TKqBiE+QRUAX6lzLWEBEhA6IDkxLgmRAbZlpAggMTKF0gVTtqgGADWxJv6nBsWnyaYEMzjdpgA3YQUAMaVb/gcDzgcDSm0DFj0JfRcOGgnFJQB0DjcI/g0H6Q0ANy2R/gwHqgwHLhgCoWQEYWnxC1UfBebZDAwgMTY3MgkHBDgJ4QmhAg5UCIG2hVz+CQdSCQc=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Resource_group: default\n;"] [2024/06/01 12:32:23.366 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510540361742\n# Query_time: 0.620036664\n# Parse_time: 0\n# Compile_time: 0.618270721\n# Rewrite_time: 0.003950215\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Index_names: [GLOBAL_VARIABLES:PRIMARY]\n# Is_internal: true\n# Digest: c9e1f3769a309ff0565c356c60c5d31e5be1862995575da0423ce149943b80a1\n# Stats: GLOBAL_VARIABLES:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 254379\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"unique index PRIMARY of GLOBAL_VARIABLES is selected since the path only has point ranges with double scan\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9wHgMAkyOF81CTAJMAlOL0EJMAl0aW1lOjc5NS4xwrVzLCBsb29wczoxCTAgQnl0ZXMJTi9BCjEJMV85ATN0LjAwCWVxKG15c3FsLmdsb2JhbF92YXJpYWJsZXMuEQooX3ZhbHVlLCAiIikVYBAzOC42wi5gABA0MjcgQhViLDIJMzZfOAkwCTEJdAFNgDpHTE9CQUxfVkFSSUFCTEVTLCBpbmRleDpQUklNQVJZKBEZFF9OQU1FKQE3IGltZToyNzIuNx1nJDIJTi9BCU4vQQo=')\n# Plan_digest: 60798983d4c12dfdafca6a6654cf789080eca36198e680069e2cefbf702ced1e\n# Resource_group: default\n;"] [2024/06/01 12:32:23.418 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.739450393s] [2024/06/01 12:32:23.423 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:32:23.423 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [2024/06/01 12:32:23.431 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=19.353µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=16.345µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=13.466µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.58µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=8.669µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=12.253µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=16.317µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=23.072µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=17.399µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=12.511µs] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:23.432 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=3.619µs] [2024/06/01 12:32:23.432 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [2024/06/01 12:32:23.432 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [2024/06/01 12:32:23.432 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:23.434 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2d37d845-4f40-47a9-99b7-1335f33b41a2"] [] [2024/06/01 12:32:23.435 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:23.435 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:32:23.435 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:32:23.451 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=2d37d845-4f40-47a9-99b7-1335f33b41a2] ["take time"=27.825668ms] [2024/06/01 12:32:23.451 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=2d37d845-4f40-47a9-99b7-1335f33b41a2] [2024/06/01 12:32:23.453 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=535] [2024/06/01 12:32:23.453 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:32:23.453 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:32:23.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:23.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:23.453 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:23.453 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:32:23.454 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:32:23.454 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:23.454 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:32:23.454 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:23.454 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:23.454 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f watch owner key /tidb/br-stream/owner/3eaa8fd3c7893d4c"] [2024/06/01 12:32:23.454 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:32:23.454 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:23.454 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [2024/06/01 12:32:23.454 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [2024/06/01 12:32:23.454 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:32:23.454 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [2024/06/01 12:32:23.454 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:32:23.456 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=6e12a4ce-54c9-4243-b4f7-50be0a2b269f] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:23.456 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:32:23.456 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:32:23.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:23.456 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [error="context canceled"] [2024/06/01 12:32:23.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:23.456 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:23.456 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:32:23.457 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=33.885708ms] [2024/06/01 12:32:23.457 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511207389775388] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:32:23.468 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:32:23.607 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=2007] ["lease id"=6f188fd3c7893e83] [2024/06/01 12:32:23.609 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:32:23.657 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:23.700 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=87.589115ms] [2024/06/01 12:32:23.705 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:23.705 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [runWorker=true] [2024/06/01 12:32:23.705 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:32:23.707 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:32:23.708 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:23.708 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:23.709 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:23.709 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:32:23.709 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:23.709 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:23.709 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:32:23.710 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] ["owner key"=/tidb/ddl/fg/owner/22318fd3c789369b] [ownerID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [op=none] [2024/06/01 12:32:23.710 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:32:23.711 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:23.711 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=97bd823b-d0bc-4546-8918-8b5138d1678c] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:23.717 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:32:23.718 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] ["owner key"=/tidb/ddl/fg/owner/22318fd3c789369b] [ownerID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [op=none] [2024/06/01 12:32:23.718 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [op=none] [2024/06/01 12:32:23.718 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:32:23.734 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/01 12:32:23.735 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:32:23.735 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/01 12:32:23.737 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] ["owner key"=/tidb/bindinfo/owner/22318fd3c78936a0] [ownerID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [op=none] [2024/06/01 12:32:23.737 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:32:23.750 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/01 12:32:23.756 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/01 12:32:23.834 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:32:23.852 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:32:23.862 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:32:23.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:32:23.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:32:23.863 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/01 12:32:23.863 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/01 12:32:23.863 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:32:23.863 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/01 12:32:23.863 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/01 12:32:23.863 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/01 12:32:23.866 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:32:23.866 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/01 12:32:23.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:32:23.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:32:23.867 +00:00] [INFO] [domain.go:2426] ["updateStatsWorker started."] [2024/06/01 12:32:23.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:32:23.867 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:32:23.868 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:23.868 +00:00] [INFO] [domain.go:2306] ["start load stats sub workers"] ["worker count"=10] [2024/06/01 12:32:23.870 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] ["owner key"=/tidb/stats/owner/6f188fd3c7893e8f] [ownerID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [op=none] [2024/06/01 12:32:23.870 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:32:23.871 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:32:23.873 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/06/01 12:32:23.877 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/01 12:32:23.878 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/8403613c-1742-436b-9a49-9c490a7e53d7] [2024/06/01 12:32:23.879 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:23.879 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:23.890 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:32:23.891 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/01 12:32:23.891 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/01 12:32:23.893 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/01 12:32:23.902 +00:00] [INFO] [domain.go:2345] ["init stats info time"] [lite=true] ["take time"=35.949654ms] [2024/06/01 12:32:23.902 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:23.928 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/01 12:32:23.994 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] === RUN TestImportInto/TestAddIndexBySQL import_into_test.go:990: enable after we support add-index option === RUN TestImportInto/TestAnalyze import_into_test.go:1142: skip for ci now === RUN TestImportInto/TestBasicImportInto [2024/06/01 12:32:24.010 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists import_into"] [user=] [2024/06/01 12:32:24.012 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database import_into"] [user=] [2024/06/01 12:32:24.043 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:23.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:24.043 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:23.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/06/01 12:32:24.330 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=352.186372ms] [2024/06/01 12:32:24.407 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:24.407 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=434.475298ms] [2024/06/01 12:32:24.630 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165511051804674\n# Query_time: 0.508784558\n# Parse_time: 0\n# Compile_time: 0.002000702\n# Rewrite_time: 0.003234671\n# Optimize_time: 0.004945443\n# Wait_TS: 0.000278417\n# Prewrite_time: 0.00150872 Commit_time: 0.00157109 Get_commit_ts_time: 0.000361444 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 713.8µs}, scan_detail: {get_snapshot_time: 24.6µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 29.8µs, propose_send_wait: 0s, persist_log: {total: 132.9µs, write_leader_wait: 448ns, sync_log: 73.9µs, write_memtable: 2.06µs}, commit_log: 340.2µs, apply_batch_wait: 16.3µs, apply: {total:71.4µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 15.6µs, write_memtable: 15.5µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 713.8µs}, scan_detail: {get_snapshot_time: 24.6µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 29.8µs, propose_send_wait: 0s, persist_log: {total: 132.9µs, write_leader_wait: 448ns, sync_log: 73.9µs, write_memtable: 2.06µs}, commit_log: 340.2µs, apply_batch_wait: 16.3µs, apply: {total:71.4µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 15.6µs, write_memtable: 15.5µs}}} Write_keys: 1 Write_size: 845 Prewrite_region: 1\n# Is_internal: true\n# Digest: bb9a0484a27cea37dfc9b79800bc11ddc72f4ac11810a6eb126d600a567ce029\n# Num_cop_tasks: 0\n# Mem_max: 10007\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jwzoMAkyOF8zCTAJMAlOL0EJMAl0aW1lOjEuNjVtcywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXQBJwQ1MQEnDGdldF8RIiRzOjM2MS40wrVzETYQOjEuNTcBJyBzbG93ZXN0X3ANQPA8X3JwYzoge3RvdGFsOiAwLjAwMXMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjIsIAGoGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGEA6IDcxMy44wrVzfSwgc2NhbhkpAascc25hcHNob3QNLAwyNC42Ba9Ycm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF7BlCBZE4X2JhdGNoX3dhaXQ6IDI5BWw0LCBwcm9wb3NlX3NlbmQNHAAwARckZXJzaXN0X2xvZwGrCe8QMTMyLjkFdwlgFGxlYWRlcg02KDQ0OG5zLCBzeW5jCTYENzMyLQAwbWVtdGFibGU6IDIuMAG9AH0xbQkvEDM0MC4yBV0QYXBwbHkyrgAMMTYuMxkbFZEANzG1FG11dGV4XykBAb5KnwAZFwB3IboIMTUuAYQxKhmdDDE1LjUhhSFGTSAYcHJpbWFyef77AWr7AQg2NjAJdo77AQg5LjElDOL7AQAzTeuy+wEANEmdMTEy+wEENzk2+gEEOTItrymIOV0AMkV1PvkBBDE1ZvkBADElGAAsSRQ5+QA1BUkALM75AQA4DVI+nAAAMWlTJflt0AhudW2BSQkqDGtleXMZDoBieXRlOjg0NX0JMS43NyBLQglOL0EKMQkzNl8xCTAJMQlJ7Fx0aWRiX2RkbF9qb2IsIGhhbmRsZToxMDUBIRhpbWU6OTgyDfxAbG9vcHM6MiwgR2V0OntudW1FbwgxLCBlfGn3BDY4SfEAfUJLBGGgHF9wcm9jZXNzCSwQIDMwLjdFKAkdYfcRGjHLCRoUa3ZfcmVhYf2Viwg2OC5pHj6kBAA4AVNCpgIJSBF/JSkAIBW6LhcAJF9zaXplOiA4NTMR2BUtSuUEDDkuOTIFwgByTuUEIAlOL0EJTi9BCg==')\n# Plan_digest: 3fea32741ba131a439f08d925bc0d60ce688c732cc613c6d3625da6592028edc\n# Binary_plan: tidb_decode_binary_plan('wgx4Cr0MCghVcGRhdGVfMxKaAwoLUG9pbnRfR2V0XzEpAAUB8G3wPzABOAFAAUoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSCmhhbmRsZToxMDVaFnRpbWU6OTgyLjLCtXMsIGxvb3BzOjJiqAJHZXQ6e251bV9ycGM6MSwgdG90YWxfdGltZTo2ODEuNMK1c30sIAE/KF9kZXRhaWw6IHt0BSQccHJvY2Vzc18BHBQ6IDMwLjcFWwkdDHdhaXQRGggzLjgdGihrdl9yZWFkX3dhbA1oECA2OC42CSIIaWt2LhkAADgBUxh9LCBzY2FuXn8AGGtleXM6IDERuhGWARckX3NpemU6IDg1MxEeARYFLShnZXRfc25hcHNobxGoDDkuOTIFhlhyb2Nrc2RiOiB7YmxvY2s6IHt9fX1w/xEBBAF4EQoA/yWCGFIDTi9BWhQlBxAxLjY1bTVgHDFi5ghjb21tIQtEeG46IHtwcmV3cml0ZToxLjUxASgBhxEiEHM6MzYxJXEELCAJFAEnADcBJxxzbG93ZXN0XxFAJa0tiMA6IDAuMDAxcywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgAak9TTpzAQQ3MSmvQnYBAas6MgEIMjQuKbhSMgEELCAF7BlrBZEUX2JhdGNoRSAQOiAyOS5JGyhwcm9wb3NlX3NlbkEaSGl0OiAwcywgcGVyc2lzdF9sb2cZ7xAxMzIuOSWpCWAUbGVhZGVyDVIoNDQ4bnMsIHN5bmMJNgQ3MzItADBtZW10YWJsZTogMi4wAb0AfTFtCS8MMzQwLkkGEGFwcGx5Mq4ADDE2LjMFeAUbFZEANzG1FG11dGV4X0kzAb5KnwAZFxx3YWw6IDE1LgGEMSoZnSAxNS41wrVzfX0ZnxhwcmltYXJ5/vsBavsBCDY2MAl2ACw6cQNO+wEIOS4xJQzi+wEAM03rsvsBADRJnTExMvsBBDc5NvoBBDkyLa8piDldADJFdTlaRV4IMzE1ZvkBADElGAAsPvkBADUFSQAszvkBADgNUj6cAAAxaVMl+W3QEG51bToxEfKFwRUOYGJ5dGU6ODQ1fXCXDnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:24.631 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:23.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.663 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.125413ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:24.674 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/01 12:32:24.676 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=18.193461ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:23.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.732 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:24.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:24.732 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:24.732 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:24.747 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:23.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.774 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/01 12:32:24.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.766594927\n# Parse_time: 0.000501588\n# Compile_time: 0.00083113\n# Rewrite_time: 0.000009468\n# Optimize_time: 0.000417798\n# Wait_TS: 0.000374614\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/06/01 12:32:24.784 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:24.788 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/06/01 12:32:24.830 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:24.830 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:32:24.879 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/01 12:32:24.879 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/01 12:32:24.879 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8403613c-1742-436b-9a49-9c490a7e53d7] [watcherID=b95c5e15-5f4d-4a07-ac38-da41252fd8ba] [2024/06/01 12:32:24.888 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:24.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.891 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/01 12:32:24.898 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/06/01 12:32:24.908 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/06/01 12:32:24.908 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/01 12:32:24.908 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/01 12:32:24.908 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/01 12:32:24.908 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/01 12:32:24.920 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 6e12a4ce-54c9-4243-b4f7-50be0a2b269f"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:24.994 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.0896ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:25.007 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/01 12:32:25.009 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=23.298699ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.069 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:24.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.111 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/01 12:32:25.111 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.115 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.328584836\n# Parse_time: 0.000951307\n# Compile_time: 0.001142739\n# Rewrite_time: 0.000015863\n# Optimize_time: 0.000417798\n# Wait_TS: 0.000511775\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:32:25.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.476 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:25.590 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:25.632 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:25.632 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:25.709 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:32:25.740 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:25.741 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:25.743 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/06/01 12:32:25.765 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.768 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:25.768 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:25.768 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=115.388µs] [2024/06/01 12:32:25.768 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=282.238µs] [] [2024/06/01 12:32:25.769 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:25.769 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:25.920 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/01 12:32:25.940 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/01 12:32:25.960 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:26.001 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:26.002 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/01 12:32:26.003 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.004 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/06/01 12:32:26.012 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:26.012 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:26.012 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.012 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:26.013 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.013 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.013 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:26.013 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.014 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.029 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:26.030 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:26.030 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:26.030 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:26.030 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/06/01 12:32:26.072 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/06/01 12:32:26.078 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:26.082 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:26.082 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:26.088 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [2024/06/01 12:32:26.091 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.001.csv:0] [readDur=1.111022ms] [encodeDur=1.165721ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=250.392µs] [type=file] [takeTime=2.890565ms] [] [2024/06/01 12:32:26.092 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:26.092 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9bd0f614-f38c-4204-8bc1-b2882b36c498.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/06/01 12:32:26.098 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [2024/06/01 12:32:26.100 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.002.csv:0] [readDur=849.269µs] [encodeDur=629.117µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=240.559µs] [type=file] [takeTime=2.02579ms] [] [2024/06/01 12:32:26.100 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:26.100 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/207c1f08-15b1-4bf0-aa54-19523b33a072.sst] [firstKey=74800000000000006A5F728000000000000008] [lastKey=74800000000000006A5F728000000000000009] [2024/06/01 12:32:26.114 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [2024/06/01 12:32:26.117 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=db.tbl.003.csv:0] [readDur=952.471µs] [encodeDur=1.141983ms] [checksum="{cksum=14730688775140726438,size=82,kvs=2}"] [deliverDur=292.616µs] [type=file] [takeTime=2.676721ms] [] [2024/06/01 12:32:26.117 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=44.926654ms] [] [2024/06/01 12:32:26.117 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/671ad3b8-a60e-4bd9-a9b6-4363db23031f.sst] [firstKey=74800000000000006A5F72800000000000000F] [lastKey=74800000000000006A5F728000000000000010] [2024/06/01 12:32:26.118 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:26.118 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:26.118 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:26.120 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.922316ms] [] [2024/06/01 12:32:26.120 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:26.125 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:26.147 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/01 12:32:26.147 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:26.163 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/01 12:32:26.175 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=54.844191ms] [] [2024/06/01 12:32:26.175 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:26.176 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.30952ms] [] [2024/06/01 12:32:26.176 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:26.176 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:26.178 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.704731ms] [] [2024/06/01 12:32:26.178 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:26.178 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:26.178 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.127µs] [] [2024/06/01 12:32:26.178 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:26.179 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=938.092µs] [] [2024/06/01 12:32:26.257 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/01 12:32:26.260 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:26.262 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:26.262 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.262 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.262 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:26.262 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:26.263 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:26.263 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:26.264 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:26.264 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.265 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.265 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.265 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.265 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=263.516669ms] [] [2024/06/01 12:32:26.337 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:32:26.339 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:26.339 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:26.491 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:26.543 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:26.543 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:26.543 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:26.550 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.646746ms] [] [2024/06/01 12:32:26.550 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=246] [kvs=6] [checksum=8184885398518078658] [2024/06/01 12:32:26.550 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/06/01 12:32:26.550 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/06/01 12:32:26.550 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/06/01 12:32:26.555 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=8184885398518078658] [totalKvs=6] [totalBytes=246] [2024/06/01 12:32:26.556 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=8184885398518078658,size=246,kvs=6}"] [2024/06/01 12:32:26.556 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.220365ms] [] [2024/06/01 12:32:26.556 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.37396ms] [] [2024/06/01 12:32:26.611 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=119.816091ms] [] [2024/06/01 12:32:26.653 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:26.653 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/01 12:32:26.656 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/01 12:32:26.699 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/01 12:32:26.739 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:26.764 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:26.765 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:26.858 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.742553547\n# Parse_time: 0.00099297\n# Compile_time: 0.001327354\n# Rewrite_time: 0.00028013\n# Optimize_time: 0.000417798\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS43NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS43NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:26.869 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:26.875 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:26.899 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:26.899 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:26.973 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.018 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=710.047µs] [gotSchemaVersion=54] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.030 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=54] [2024/06/01 12:32:27.032 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=20.185664ms] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.088 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.116 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=266.858µs] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.130 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=55] [2024/06/01 12:32:27.131 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=19.283011ms] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.204 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [category=ddl] [job="ID:108, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.215 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 106, Old Table Name: t"] [2024/06/01 12:32:27.253 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=286.065µs] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.265 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=108] [version=56] [2024/06/01 12:32:27.267 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=17.978154ms] [job="ID:108, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.320 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=108] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/01 12:32:27.333 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=108] [jobType="drop table"] [2024/06/01 12:32:27.337 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=108] [conn=2] [job="ID:108, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:26.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.415 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=108] [2024/06/01 12:32:27.416 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:27.420 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.552724397\n# Parse_time: 0.00063103\n# Compile_time: 0.001217901\n# Rewrite_time: 0.00001184\n# Optimize_time: 0.000915006\n# Wait_TS: 0.000421241\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:27.423 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=] [2024/06/01 12:32:27.463 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:27.463 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:32:27.540 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [category=ddl] [job="ID:110, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.547 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 109, Table Name: t"] [2024/06/01 12:32:27.613 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=2.85553ms] [gotSchemaVersion=57] [phyTblIDs="[109]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:27.626 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=110] [version=57] [2024/06/01 12:32:27.627 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=21.55158ms] [job="ID:110, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.694 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=110] [conn=2] [job="ID:110, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.738 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=110] [2024/06/01 12:32:27.738 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:27.742 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.320940526\n# Parse_time: 0.001025177\n# Compile_time: 0.001321171\n# Rewrite_time: 0.00001118\n# Optimize_time: 0.000915006\n# Wait_TS: 0.000418541\n# DB: import_into\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:32:27.756 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:27.949 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:28.053 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:28.100 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:28.100 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:28.222 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:28.223 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:28.225 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/06/01 12:32:28.248 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:28.251 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:28.252 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:28.252 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=110.867µs] [2024/06/01 12:32:28.252 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=244.922µs] [] [2024/06/01 12:32:28.252 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:28.252 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:28.378 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/01 12:32:28.396 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/01 12:32:28.419 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:28.457 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:28.458 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/01 12:32:28.459 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:28.468 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:28.469 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:28.469 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:28.469 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:28.470 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:28.470 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:28.470 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:28.470 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:28.470 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:28.484 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:28.486 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:28.486 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:28.486 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:28.486 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/06/01 12:32:28.535 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/06/01 12:32:28.539 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:28.542 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:28.542 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/06/01 12:32:28.592 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [2024/06/01 12:32:28.595 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.001.csv:0] [readDur=1.67989ms] [encodeDur=790.403µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=58.468µs] [type=file] [takeTime=2.940782ms] [] [2024/06/01 12:32:28.596 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/06/01 12:32:28.596 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ed4fead9-9d13-4ac6-8839-d04db2a94c4d.sst] [firstKey=74800000000000006D5F728000000000000001] [lastKey=74800000000000006D5F728000000000000002] [2024/06/01 12:32:28.605 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [2024/06/01 12:32:28.608 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.002.csv:0] [readDur=1.163737ms] [encodeDur=639.474µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=60.342µs] [type=file] [takeTime=2.166921ms] [] [2024/06/01 12:32:28.608 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=109] [2024/06/01 12:32:28.608 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1fc64d93-ac5d-4dc7-a544-fbd19de54cbc.sst] [firstKey=74800000000000006D5F728000000000000003] [lastKey=74800000000000006D5F728000000000000004] [2024/06/01 12:32:28.632 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [2024/06/01 12:32:28.635 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=109] [key=db.tbl.003.csv:0] [readDur=1.50223ms] [encodeDur=1.072603ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=163.26µs] [type=file] [takeTime=3.361101ms] [] [2024/06/01 12:32:28.637 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=101.9374ms] [] [2024/06/01 12:32:28.636 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/2/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2154327f-6d32-481b-9e99-8cbea1abf643.sst] [firstKey=74800000000000006D5F728000000000000005] [lastKey=74800000000000006D5F728000000000000006] [2024/06/01 12:32:28.637 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:28.637 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:28.637 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:28.640 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.471731ms] [] [2024/06/01 12:32:28.640 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:28.645 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:28.667 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/01 12:32:28.667 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:28.682 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/01 12:32:28.684 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.864912ms] [] [2024/06/01 12:32:28.684 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:28.685 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.332407ms] [] [2024/06/01 12:32:28.685 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:28.685 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:28.687 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.69193ms] [] [2024/06/01 12:32:28.687 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:28.687 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:28.687 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.341µs] [] [2024/06/01 12:32:28.687 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:28.688 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=934.922µs] [] [2024/06/01 12:32:28.736 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:28.740 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:28.740 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:28.740 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:28.740 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:28.743 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:28.743 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:28.743 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:28.743 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:28.743 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:28.743 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=286.329311ms] [] [2024/06/01 12:32:28.826 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:28.827 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:28.828 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:28.828 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:28.898 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:32:28.900 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:28.900 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:29.060 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/06/01 12:32:29.060 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:29.128 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:29.167 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:29.216 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:29.216 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:29.216 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:29.216 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=14.725µs] [] [2024/06/01 12:32:29.216 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:32:29.216 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:32:29.216 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/06/01 12:32:29.216 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/06/01 12:32:29.221 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=109] [physicalTableID=109] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/01 12:32:29.221 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:32:29.222 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.688705ms] [] [2024/06/01 12:32:29.222 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.897651ms] [] [2024/06/01 12:32:29.270 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=102.513906ms] [] [2024/06/01 12:32:29.323 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:29.323 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/01 12:32:29.326 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/01 12:32:29.409 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:29.410 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:29.436 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:29.436 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:29.532 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:29.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8631980270000001\n# Parse_time: 0.000572053\n# Compile_time: 0.001350558\n# Rewrite_time: 0.000263065\n# Optimize_time: 0.000915006\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:29.614 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:29.643 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:29.643 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:29.714 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.752 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=701.604µs] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:29.764 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=58] [2024/06/01 12:32:29.766 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=19.701828ms] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.855 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.890 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=448.017µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:29.904 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=59] [2024/06/01 12:32:29.906 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=21.403751ms] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.969 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:109, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.979 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 109, Old Table Name: t"] [2024/06/01 12:32:30.025 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=261.521µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:30.037 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=60] [2024/06/01 12:32:30.039 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=18.218488ms] [job="ID:111, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.079 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[109]"] [comment="drop table: table ID"] [2024/06/01 12:32:30.087 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="drop table"] [2024/06/01 12:32:30.092 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:109, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:29.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.170 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/01 12:32:30.171 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:30.175 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.56153752\n# Parse_time: 0.000355039\n# Compile_time: 0.000691212\n# Rewrite_time: 0.000009749\n# Optimize_time: 0.000814176\n# Wait_TS: 0.000455563\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:30.177 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=import_into] [sql="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [user=] [2024/06/01 12:32:30.231 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:30.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:30.231 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:30.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/06/01 12:32:30.314 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:30.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.322 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 112, Table Name: t"] [2024/06/01 12:32:30.396 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.859868ms] [gotSchemaVersion=61] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:30.408 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=61] [2024/06/01 12:32:30.409 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=21.285611ms] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:30.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.493 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:30.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.545 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/01 12:32:30.546 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:30.549 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.373868352\n# Parse_time: 0.000875415\n# Compile_time: 0.001070685\n# Rewrite_time: 0.000012268\n# Optimize_time: 0.000814176\n# Wait_TS: 0.000521695\n# DB: import_into\n# Is_internal: false\n# Digest: e85b3192aafc65b95d27e341346cc13bb9c7af5bc622e94bb355bb86ac220174\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint primary key, b varchar(100), c int, key(b, a));"] [2024/06/01 12:32:30.565 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:30.791 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:30.887 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:30.923 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:30.924 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:31.030 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:31.032 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:31.033 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/06/01 12:32:31.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.059 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:31.059 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:31.059 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=113.715µs] [2024/06/01 12:32:31.059 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=277.509µs] [] [2024/06/01 12:32:31.059 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:31.059 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:31.208 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/06/01 12:32:31.231 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/01 12:32:31.232 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:31.274 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:31.276 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/01 12:32:31.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.286 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:31.286 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:31.286 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:31.286 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:31.287 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:31.287 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:31.287 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:31.287 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:31.287 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:31.302 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:31.303 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:31.304 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:31.304 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/01 12:32:31.304 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/06/01 12:32:31.351 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/06/01 12:32:31.355 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:31.359 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:31.359 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/01 12:32:31.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [2024/06/01 12:32:31.423 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.001.csv:0] [readDur=1.122108ms] [encodeDur=941.821µs] [checksum="{cksum=14407722893173523601,size=206,kvs=4}"] [deliverDur=935.735µs] [type=file] [takeTime=3.476085ms] [] [2024/06/01 12:32:31.425 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/01 12:32:31.425 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/b46a6cfc-d580-4a96-bd37-a6fd9dedae0c.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/06/01 12:32:31.489 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [2024/06/01 12:32:31.493 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.002.csv:0] [readDur=1.180523ms] [encodeDur=1.379698ms] [checksum="{cksum=15782324127249246501,size=206,kvs=4}"] [deliverDur=75.55µs] [type=file] [takeTime=2.997673ms] [] [2024/06/01 12:32:31.494 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9be1f97a-3927-4673-a4cb-a545568ba68d.sst] [firstKey=7480000000000000705F728000000000000003] [lastKey=7480000000000000705F728000000000000004] [2024/06/01 12:32:31.494 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/01 12:32:31.579 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [2024/06/01 12:32:31.582 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=db.tbl.003.csv:0] [readDur=1.164547ms] [encodeDur=1.098554ms] [checksum="{cksum=12669308623598711748,size=206,kvs=4}"] [deliverDur=106.679µs] [type=file] [takeTime=2.854205ms] [] [2024/06/01 12:32:31.584 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/3/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/cad29aa3-c57f-408e-946f-e32f99867b6e.sst] [firstKey=7480000000000000705F728000000000000005] [lastKey=7480000000000000705F728000000000000006] [2024/06/01 12:32:31.584 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=233.252034ms] [] [2024/06/01 12:32:31.585 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:31.585 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:31.585 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:31.587 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.263548ms] [] [2024/06/01 12:32:31.587 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:31.592 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:31.615 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/01 12:32:31.615 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:31.629 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/01 12:32:31.630 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.386061ms] [] [2024/06/01 12:32:31.631 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:31.632 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.29008ms] [] [2024/06/01 12:32:31.632 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:31.632 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:31.633 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=3] [size=396] [count=6] [cost=1.394584ms] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/a721ec3f-e097-4ec5-8a87-267025562aec.sst] [2024/06/01 12:32:31.634 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=396] [kvs=6] [files=1] [sstFileSize=1155] [file=/tmp/tidb/import-4000/3/2d9462f7-8d8a-52db-8655-8d0214d0d974.sst/a721ec3f-e097-4ec5-8a87-267025562aec.sst] [firstKey=7480000000000000705F698000000000000001017465737431000000FC038000000000000001038000000000000001] [lastKey=7480000000000000705F698000000000000001017465737436000000FC038000000000000006038000000000000006] [2024/06/01 12:32:31.636 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=4.296339ms] [] [2024/06/01 12:32:31.636 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:31.641 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:31.663 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] ["region ranges"=1] [count=6] [size=396] [2024/06/01 12:32:31.663 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:31.676 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2d9462f7-8d8a-52db-8655-8d0214d0d974] [size=396] [kvs=6] [importedSize=396] [importedCount=6] [2024/06/01 12:32:31.678 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=41.899947ms] [] [2024/06/01 12:32:31.678 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:31.680 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.139137ms] [] [2024/06/01 12:32:31.733 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:31.739 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:31.739 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.739 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:31.739 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:31.742 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:31.742 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:31.742 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:31.742 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.742 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:31.742 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=467.980023ms] [] [2024/06/01 12:32:31.747 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:31.748 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:31.750 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:31.750 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:31.820 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:32:31.823 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:31.823 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:32.007 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:32.054 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:32.054 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:32.054 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:32.054 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.165µs] [] [2024/06/01 12:32:32.054 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:32:32.054 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=396] [kvs=6] [checksum=12171121870781005272] [2024/06/01 12:32:32.054 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/06/01 12:32:32.054 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/06/01 12:32:32.054 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/06/01 12:32:32.063 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/01 12:32:32.065 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=1] [checksum=12171121870781005272] [totalKvs=6] [totalBytes=396] [2024/06/01 12:32:32.065 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=12909280944061374064,size=618,kvs=12}"] [2024/06/01 12:32:32.065 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.656288ms] [] [2024/06/01 12:32:32.066 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=11.876897ms] [] [2024/06/01 12:32:32.114 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=107.152843ms] [] [2024/06/01 12:32:32.145 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:32.145 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/06/01 12:32:32.148 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/01 12:32:32.210 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/01 12:32:32.230 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:32.253 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:32.253 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:32.370 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:32.450 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.900269177\n# Parse_time: 0.000830789\n# Compile_time: 0.001324572\n# Rewrite_time: 0.000249628\n# Optimize_time: 0.000814176\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:32.460 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:32.485 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:32.485 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:32.552 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.586 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=696.146µs] [gotSchemaVersion=62] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:32.597 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=62] [2024/06/01 12:32:32.599 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=17.587657ms] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.641 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.675 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=293.579µs] [gotSchemaVersion=63] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:32.687 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=63] [2024/06/01 12:32:32.689 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=17.471651ms] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.777 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [category=ddl] [job="ID:114, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.790 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 112, Old Table Name: t"] [2024/06/01 12:32:32.841 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=291.484µs] [gotSchemaVersion=64] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:32.852 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=114] [version=64] [2024/06/01 12:32:32.854 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=17.617012ms] [job="ID:114, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.926 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=114] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/06/01 12:32:32.935 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=114] [jobType="drop table"] [2024/06/01 12:32:32.940 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=114] [conn=2] [job="ID:114, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:32.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:33.004 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=114] [2024/06/01 12:32:33.004 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:33.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.548891159\n# Parse_time: 0.000671761\n# Compile_time: 0.00075535\n# Rewrite_time: 0.000008932\n# Optimize_time: 0.001407438\n# Wait_TS: 0.000386756\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:33.012 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [user=] [2024/06/01 12:32:33.060 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:33.060 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/06/01 12:32:33.117 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:33.125 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 115, Table Name: t"] [2024/06/01 12:32:33.214 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=3.028325ms] [gotSchemaVersion=65] [phyTblIDs="[115]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:33.226 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=65] [2024/06/01 12:32:33.228 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=22.157377ms] [job="ID:116, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:33.292 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:33.347 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/06/01 12:32:33.347 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:33.351 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.34245199\n# Parse_time: 0.001788022\n# Compile_time: 0.002202602\n# Rewrite_time: 0.000014332\n# Optimize_time: 0.001407438\n# Wait_TS: 0.000466098\n# DB: import_into\n# Is_internal: false\n# Digest: 87e62b56a225d3c80391d5e14c98428d19a15c00da66e4500237a62097f60e4e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int);"] [2024/06/01 12:32:33.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:33.538 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:33.649 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:33.694 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:33.695 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:33.805 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:33.807 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:33.809 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/06/01 12:32:33.839 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:33.843 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:33.843 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:33.843 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=131.105µs] [2024/06/01 12:32:33.843 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=312.013µs] [] [2024/06/01 12:32:33.843 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:33.843 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:34.000 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/01 12:32:34.022 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/01 12:32:34.030 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:34.072 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:34.074 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/01 12:32:34.076 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.085 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:34.085 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:34.085 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:34.085 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:34.086 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:34.086 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:34.086 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:34.086 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:34.087 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:34.100 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:34.102 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:34.102 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:34.102 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:34.102 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/06/01 12:32:34.141 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/06/01 12:32:34.145 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:34.149 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:34.149 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/06/01 12:32:34.241 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [2024/06/01 12:32:34.243 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.001.csv:0] [readDur=1.236626ms] [encodeDur=789.447µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=61.706µs] [type=file] [takeTime=2.549871ms] [] [2024/06/01 12:32:34.244 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/06/01 12:32:34.244 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/a0ebdf3a-1fff-43e2-b337-95f82bf0f603.sst] [firstKey=7480000000000000735F728000000000000001] [lastKey=7480000000000000735F728000000000000002] [2024/06/01 12:32:34.305 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [2024/06/01 12:32:34.308 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.002.csv:0] [readDur=1.128937ms] [encodeDur=1.120445ms] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=70.341µs] [type=file] [takeTime=2.6189ms] [] [2024/06/01 12:32:34.309 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=115] [2024/06/01 12:32:34.309 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/fbf3f6ab-88c3-417d-a477-9a5d3f0d20f7.sst] [firstKey=7480000000000000735F728000000000000003] [lastKey=7480000000000000735F728000000000000004] [2024/06/01 12:32:34.420 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [2024/06/01 12:32:34.423 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=115] [key=db.tbl.003.csv:0] [readDur=1.031637ms] [encodeDur=1.049796ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=62.023µs] [type=file] [takeTime=2.466053ms] [] [2024/06/01 12:32:34.424 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/4/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/33ed804a-0fea-4e49-843e-e96029cd9682.sst] [firstKey=7480000000000000735F728000000000000005] [lastKey=7480000000000000735F728000000000000006] [2024/06/01 12:32:34.424 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=283.198363ms] [] [2024/06/01 12:32:34.424 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:34.424 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:34.424 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:34.426 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.84998ms] [] [2024/06/01 12:32:34.426 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:34.431 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:34.453 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/01 12:32:34.454 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:34.469 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/01 12:32:34.471 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.452239ms] [] [2024/06/01 12:32:34.471 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:34.472 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.300722ms] [] [2024/06/01 12:32:34.472 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:34.472 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:34.474 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.530942ms] [] [2024/06/01 12:32:34.474 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:34.474 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:34.474 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=55.86µs] [] [2024/06/01 12:32:34.474 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:34.475 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=933.903µs] [] [2024/06/01 12:32:34.539 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:34.541 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:34.542 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:34.542 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:34.543 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/01 12:32:34.548 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:34.548 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:34.548 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:34.548 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:34.551 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:34.551 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:34.551 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:34.551 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:34.551 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:34.551 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=478.896267ms] [] [2024/06/01 12:32:34.619 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:32:34.621 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:34.621 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:34.777 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:34.824 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:34.824 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:34.825 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:34.832 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.469242ms] [] [2024/06/01 12:32:34.832 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:32:34.832 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:32:34.832 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/06/01 12:32:34.832 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/06/01 12:32:34.836 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=115] [physicalTableID=115] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/01 12:32:34.837 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:32:34.837 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.124425ms] [] [2024/06/01 12:32:34.837 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.281549ms] [] [2024/06/01 12:32:34.899 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=121.714097ms] [] [2024/06/01 12:32:34.918 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:34.918 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/01 12:32:34.921 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/01 12:32:35.004 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/01 12:32:35.004 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:35.031 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:35.031 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:35.119 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:35.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.851749071\n# Parse_time: 0.000550471\n# Compile_time: 0.001373015\n# Rewrite_time: 0.00025628\n# Optimize_time: 0.001407438\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:35.212 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:35.241 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:35.241 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:35.315 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.346 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=778.337µs] [gotSchemaVersion=66] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:35.360 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=66] [2024/06/01 12:32:35.361 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=20.232279ms] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.436 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.477 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=258.589µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:35.490 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=67] [2024/06/01 12:32:35.492 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=20.514073ms] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.549 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:115, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.559 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 115, Old Table Name: t"] [2024/06/01 12:32:35.599 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=255.138µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:35.612 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=68] [2024/06/01 12:32:35.614 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=19.949765ms] [job="ID:117, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.685 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[115]"] [comment="drop table: table ID"] [2024/06/01 12:32:35.694 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="drop table"] [2024/06/01 12:32:35.698 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:115, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:35.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.799 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/01 12:32:35.800 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:35.803 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.592715121\n# Parse_time: 0.00058164\n# Compile_time: 0.001084203\n# Rewrite_time: 0.00000994\n# Optimize_time: 0.000749786\n# Wait_TS: 0.000271573\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:35.806 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [user=] [2024/06/01 12:32:35.859 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:35.859 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/06/01 12:32:35.927 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.935 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 118, Table Name: t"] [2024/06/01 12:32:35.996 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=2.711115ms] [gotSchemaVersion=69] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:36.009 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=69] [2024/06/01 12:32:36.011 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=21.319309ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:36.086 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:36.150 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/01 12:32:36.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:36.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.350666507\n# Parse_time: 0.000849066\n# Compile_time: 0.001087779\n# Rewrite_time: 0.000015383\n# Optimize_time: 0.000749786\n# Wait_TS: 0.000320589\n# DB: import_into\n# Is_internal: false\n# Digest: 680e7d3f6f37e1050af38c2c12ce7719de57439ae7df47bd08c10c0f2fecaa47\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b varchar(100), c int);"] [2024/06/01 12:32:36.171 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.389 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:36.491 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:36.556 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:36.556 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:36.662 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:36.663 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:36.664 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/01 12:32:36.682 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.685 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:36.685 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:36.686 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=136.751µs] [2024/06/01 12:32:36.686 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=346.968µs] [] [2024/06/01 12:32:36.686 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:36.686 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:36.820 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/01 12:32:36.840 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/01 12:32:36.846 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:36.896 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:36.897 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:36.898 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.906 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:36.907 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:36.907 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:36.907 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:36.908 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:36.908 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:36.908 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:36.908 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:36.908 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:36.923 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:36.924 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:36.925 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:36.925 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:36.925 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/01 12:32:36.989 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/06/01 12:32:36.993 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:36.997 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:36.997 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/01 12:32:37.056 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [2024/06/01 12:32:37.058 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.001.csv:0] [readDur=1.219818ms] [encodeDur=635.576µs] [checksum="{cksum=7519321974396982192,size=74,kvs=2}"] [deliverDur=153.733µs] [type=file] [takeTime=2.365864ms] [] [2024/06/01 12:32:37.059 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/01 12:32:37.059 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4fb9aa83-f876-4401-a5dc-be755dd1a83d.sst] [firstKey=7480000000000000765F728000000000000001] [lastKey=7480000000000000765F728000000000000002] [2024/06/01 12:32:37.079 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [2024/06/01 12:32:37.081 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.002.csv:0] [readDur=985.724µs] [encodeDur=961.676µs] [checksum="{cksum=8353780349895382269,size=74,kvs=2}"] [deliverDur=58.402µs] [type=file] [takeTime=2.24223ms] [] [2024/06/01 12:32:37.082 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/01 12:32:37.082 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/48a072da-a2e5-48e9-b5f0-e800b7f833fb.sst] [firstKey=7480000000000000765F728000000000000003] [lastKey=7480000000000000765F728000000000000004] [2024/06/01 12:32:37.091 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [2024/06/01 12:32:37.093 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=db.tbl.003.csv:0] [readDur=961.732µs] [encodeDur=1.03896ms] [checksum="{cksum=34078042553017573,size=74,kvs=2}"] [deliverDur=57.173µs] [type=file] [takeTime=2.382492ms] [] [2024/06/01 12:32:37.094 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/5/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/104e2e43-db44-4e61-8420-302fb2fa34da.sst] [firstKey=7480000000000000765F728000000000000005] [lastKey=7480000000000000765F728000000000000006] [2024/06/01 12:32:37.094 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=105.179625ms] [] [2024/06/01 12:32:37.094 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:37.094 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:37.094 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:37.096 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.840142ms] [] [2024/06/01 12:32:37.096 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:37.101 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:37.123 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=222] [2024/06/01 12:32:37.123 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:37.138 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=222] [kvs=6] [importedSize=222] [importedCount=6] [2024/06/01 12:32:37.140 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.385265ms] [] [2024/06/01 12:32:37.140 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:37.141 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.161708ms] [] [2024/06/01 12:32:37.141 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:37.141 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:37.143 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.598836ms] [] [2024/06/01 12:32:37.143 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:37.143 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:37.143 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=53.16µs] [] [2024/06/01 12:32:37.143 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:37.144 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=841.819µs] [] [2024/06/01 12:32:37.193 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:37.196 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:37.196 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:37.196 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:37.196 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:37.198 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:37.199 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:37.199 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:37.199 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:37.199 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:37.199 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=302.983808ms] [] [2024/06/01 12:32:37.278 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:37.280 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:37.281 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:37.281 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:37.366 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:32:37.369 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:37.369 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:37.567 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:37.614 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:37.614 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:37.614 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:37.622 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=7.824096ms] [] [2024/06/01 12:32:37.622 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:32:37.622 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:32:37.622 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/06/01 12:32:37.623 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/06/01 12:32:37.627 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=2003671119719883688] [totalKvs=6] [totalBytes=222] [2024/06/01 12:32:37.628 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:32:37.628 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.285819ms] [] [2024/06/01 12:32:37.628 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=13.499871ms] [] [2024/06/01 12:32:37.667 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=99.584185ms] [] [2024/06/01 12:32:37.678 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:37.678 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/01 12:32:37.681 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/01 12:32:37.763 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:37.779 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/01 12:32:37.791 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:37.791 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:37.886 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:38.044 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8880697990000002\n# Parse_time: 0.000683444\n# Compile_time: 0.00160149\n# Rewrite_time: 0.00037346\n# Optimize_time: 0.000749786\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:38.053 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:38.088 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:38.088 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:38.159 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.211 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=791.999µs] [gotSchemaVersion=70] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:38.224 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=70] [2024/06/01 12:32:38.226 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=20.808168ms] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.301 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.333 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=252.628µs] [gotSchemaVersion=71] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:38.344 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=71] [2024/06/01 12:32:38.346 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=16.729653ms] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.410 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.420 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 118, Old Table Name: t"] [2024/06/01 12:32:38.462 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=280.064µs] [gotSchemaVersion=72] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:38.474 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=72] [2024/06/01 12:32:38.476 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=17.644824ms] [job="ID:120, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.539 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=120] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/06/01 12:32:38.548 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=120] [jobType="drop table"] [2024/06/01 12:32:38.552 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:38.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.614 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/06/01 12:32:38.614 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:38.639 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.586190427\n# Parse_time: 0.000257408\n# Compile_time: 0.000795539\n# Rewrite_time: 0.000010392\n# Optimize_time: 0.001099064\n# Wait_TS: 0.000459915\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:38.643 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [user=] [2024/06/01 12:32:38.688 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:38.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:38.688 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:38.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/06/01 12:32:38.757 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:38.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.766 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 121, Table Name: t"] [2024/06/01 12:32:38.836 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=3.338855ms] [gotSchemaVersion=73] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:38.850 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=73] [2024/06/01 12:32:38.851 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=22.921424ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:38.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.896 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:38.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.961 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/06/01 12:32:38.961 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:38.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.325752293\n# Parse_time: 0.00113991\n# Compile_time: 0.001767031\n# Rewrite_time: 0.000017106\n# Optimize_time: 0.001099064\n# Wait_TS: 0.000433086\n# DB: import_into\n# Is_internal: false\n# Digest: 11e1fb4a593782240a9e8eca1b17d035abc7a30376bfcf2b7fc6b90b26c5c577\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, primary key(b,c));"] [2024/06/01 12:32:38.986 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:39.209 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:39.318 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:39.355 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:39.355 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:39.467 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:39.470 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:39.471 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/01 12:32:39.492 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:39.495 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:39.495 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:39.496 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=134.023µs] [2024/06/01 12:32:39.496 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=349.514µs] [] [2024/06/01 12:32:39.496 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:39.496 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:39.636 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/01 12:32:39.656 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/01 12:32:39.665 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:39.705 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:39.706 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:39.708 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:39.717 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:39.717 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:39.717 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:39.717 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:39.718 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:39.718 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:39.718 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:39.718 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:39.719 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:39.734 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:39.736 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:39.736 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:39.736 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:39.736 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/01 12:32:39.782 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/06/01 12:32:39.786 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:39.790 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:39.790 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/06/01 12:32:39.805 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [2024/06/01 12:32:39.810 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.001.csv:0] [readDur=3.007872ms] [encodeDur=1.100965ms] [checksum="{cksum=6438872994288898047,size=96,kvs=2}"] [deliverDur=63.781µs] [type=file] [takeTime=5.052892ms] [] [2024/06/01 12:32:39.811 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/06/01 12:32:39.811 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d18bc802-a658-4820-9a38-b5170d900739.sst] [firstKey=7480000000000000795F72017465737431000000FC03800000000000000B] [lastKey=7480000000000000795F72017465737432000000FC038000000000000016] [2024/06/01 12:32:39.878 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [2024/06/01 12:32:39.882 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.002.csv:0] [readDur=1.692438ms] [encodeDur=1.453663ms] [checksum="{cksum=1050029282737908383,size=96,kvs=2}"] [deliverDur=145.625µs] [type=file] [takeTime=3.815176ms] [] [2024/06/01 12:32:39.883 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=121] [2024/06/01 12:32:39.883 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/8899a594-5a56-471a-9dd5-e50a57227021.sst] [firstKey=7480000000000000795F72017465737433000000FC038000000000000021] [lastKey=7480000000000000795F72017465737434000000FC03800000000000002C] [2024/06/01 12:32:39.904 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [2024/06/01 12:32:39.906 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=121] [key=db.tbl.003.csv:0] [readDur=1.045271ms] [encodeDur=1.044343ms] [checksum="{cksum=8773259395275999690,size=96,kvs=2}"] [deliverDur=55.353µs] [type=file] [takeTime=2.415112ms] [] [2024/06/01 12:32:39.907 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=1018] [file=/tmp/tidb/import-4000/6/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/e9c4555f-5e69-4a6e-8387-81f5002e2ebc.sst] [firstKey=7480000000000000795F72017465737435000000FC038000000000000037] [lastKey=7480000000000000795F72017465737436000000FC038000000000000042] [2024/06/01 12:32:39.907 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=124.622421ms] [] [2024/06/01 12:32:39.907 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:39.907 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:39.908 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:39.910 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.983545ms] [] [2024/06/01 12:32:39.910 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:39.915 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:39.937 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/06/01 12:32:39.937 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:39.951 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/06/01 12:32:39.953 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.538632ms] [] [2024/06/01 12:32:39.953 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:39.955 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.405977ms] [] [2024/06/01 12:32:39.955 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:39.955 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:39.957 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.695275ms] [] [2024/06/01 12:32:39.957 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:39.957 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:39.957 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=59.746µs] [] [2024/06/01 12:32:39.957 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:39.958 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.145898ms] [] [2024/06/01 12:32:40.015 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:40.018 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:40.018 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:40.018 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:40.019 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:40.020 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:40.021 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:40.021 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:40.021 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:40.021 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:40.021 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=315.851163ms] [] [2024/06/01 12:32:40.077 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:40.079 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:40.080 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:40.080 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:40.156 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:32:40.157 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:40.158 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:40.375 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:40.424 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:40.424 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:40.424 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:40.424 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=13.535µs] [] [2024/06/01 12:32:40.424 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=288] [kvs=6] [checksum=3317442229611736234] [2024/06/01 12:32:40.425 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/06/01 12:32:40.425 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/06/01 12:32:40.425 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/06/01 12:32:40.429 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=1] [checksum=0] [totalKvs=0] [totalBytes=0] [2024/06/01 12:32:40.429 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=3317442229611736234] [totalKvs=6] [totalBytes=288] [2024/06/01 12:32:40.430 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=3317442229611736234,size=288,kvs=6}"] [2024/06/01 12:32:40.430 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.676936ms] [] [2024/06/01 12:32:40.430 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.874371ms] [] [2024/06/01 12:32:40.475 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=99.592947ms] [] [2024/06/01 12:32:40.480 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:40.480 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/01 12:32:40.484 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/01 12:32:40.561 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:40.565 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/01 12:32:40.591 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:40.591 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:40.702 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:40.874 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.907086081\n# Parse_time: 0.001228214\n# Compile_time: 0.002142066\n# Rewrite_time: 0.000315739\n# Optimize_time: 0.001099064\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:40.885 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:40.912 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:40.912 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:40.957 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:40.994 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=791.48µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:41.006 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=74] [2024/06/01 12:32:41.007 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=19.389166ms] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.108 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.142 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=328.13µs] [gotSchemaVersion=75] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:41.154 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=75] [2024/06/01 12:32:41.155 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=18.715287ms] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.191 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.201 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 121, Old Table Name: t"] [2024/06/01 12:32:41.244 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=275.852µs] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:41.258 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=76] [2024/06/01 12:32:41.260 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=19.727629ms] [job="ID:123, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.336 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=123] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/06/01 12:32:41.345 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=123] [jobType="drop table"] [2024/06/01 12:32:41.349 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:40.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.417 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/01 12:32:41.418 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:41.421 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.537454354\n# Parse_time: 0.000288194\n# Compile_time: 0.000751167\n# Rewrite_time: 0.000010093\n# Optimize_time: 0.002678459\n# Wait_TS: 0.00036586\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:41.423 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=76] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=] [2024/06/01 12:32:41.470 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:41.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:41.470 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:41.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:32:41.556 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:41.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.565 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 124, Table Name: t"] [2024/06/01 12:32:41.635 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=3.076973ms] [gotSchemaVersion=77] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:41.650 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=125] [version=77] [2024/06/01 12:32:41.652 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=23.693177ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:41.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.711 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:41.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.776 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/06/01 12:32:41.776 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:41.780 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.358313041\n# Parse_time: 0.000623198\n# Compile_time: 0.000955163\n# Rewrite_time: 0.000012976\n# Optimize_time: 0.002678459\n# Wait_TS: 0.00039371\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:32:41.796 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.017 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `b`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:42.115 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:42.150 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:42.150 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:42.256 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:42.257 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:42.258 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/01 12:32:42.279 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.282 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:42.282 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:42.282 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=110.138µs] [2024/06/01 12:32:42.282 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=274.213µs] [] [2024/06/01 12:32:42.282 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:42.283 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:42.435 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/01 12:32:42.457 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/01 12:32:42.480 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:42.520 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:42.521 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:32:42.523 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.531 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:42.531 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:42.532 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:42.532 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:42.533 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:42.533 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:42.533 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:42.533 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:42.533 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:42.546 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:42.548 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:42.548 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:42.548 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:42.548 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/06/01 12:32:42.592 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/06/01 12:32:42.596 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:42.599 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:42.600 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/01 12:32:42.607 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [2024/06/01 12:32:42.610 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.001.csv:0] [readDur=1.31305ms] [encodeDur=958.538µs] [checksum="{cksum=13837959720985630831,size=82,kvs=2}"] [deliverDur=252.512µs] [type=file] [takeTime=2.928568ms] [] [2024/06/01 12:32:42.611 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/01 12:32:42.611 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/9fa36e8e-f60c-4578-8e6b-3caa2a203763.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/06/01 12:32:42.625 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [2024/06/01 12:32:42.628 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.002.csv:0] [readDur=948.067µs] [encodeDur=690.043µs] [checksum="{cksum=7610901642014463118,size=82,kvs=2}"] [deliverDur=239.702µs] [type=file] [takeTime=2.195205ms] [] [2024/06/01 12:32:42.628 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/01 12:32:42.628 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/6803d39c-5cb4-4e3e-b876-75142e604721.sst] [firstKey=74800000000000007C5F728000000000000008] [lastKey=74800000000000007C5F728000000000000009] [2024/06/01 12:32:42.719 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [2024/06/01 12:32:42.721 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=db.tbl.003.csv:0] [readDur=1.013992ms] [encodeDur=719.387µs] [checksum="{cksum=9673548632033812539,size=82,kvs=2}"] [deliverDur=271.687µs] [type=file] [takeTime=2.285183ms] [] [2024/06/01 12:32:42.722 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/7/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/ae4a7a03-71d6-4979-88f8-6d3dfb88e000.sst] [firstKey=74800000000000007C5F72800000000000000F] [lastKey=74800000000000007C5F728000000000000010] [2024/06/01 12:32:42.722 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=129.650045ms] [] [2024/06/01 12:32:42.722 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:42.722 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:42.722 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:42.724 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.765542ms] [] [2024/06/01 12:32:42.724 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:42.729 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.769 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/01 12:32:42.769 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.804 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/01 12:32:42.806 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=81.672447ms] [] [2024/06/01 12:32:42.806 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:42.807 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.264108ms] [] [2024/06/01 12:32:42.807 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:42.807 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:42.809 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.740062ms] [] [2024/06/01 12:32:42.809 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:42.809 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:42.809 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=54.202µs] [] [2024/06/01 12:32:42.810 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:42.810 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=919.605µs] [] [2024/06/01 12:32:42.863 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:42.867 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:42.867 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:42.867 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:42.867 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:42.869 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:42.869 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:42.869 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:42.870 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:42.870 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:42.870 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=349.847692ms] [] [2024/06/01 12:32:42.871 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:42.873 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:42.874 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:42.874 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:42.938 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":36,\"3\":6}}"] [2024/06/01 12:32:42.941 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:42.941 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:43.126 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:43.178 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:43.178 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:43.178 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:43.187 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=9.015572ms] [] [2024/06/01 12:32:43.187 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=246] [kvs=6] [checksum=3434641841828523226] [2024/06/01 12:32:43.187 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/06/01 12:32:43.187 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/06/01 12:32:43.187 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/06/01 12:32:43.193 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=3434641841828523226] [totalKvs=6] [totalBytes=246] [2024/06/01 12:32:43.194 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=3434641841828523226,size=246,kvs=6}"] [2024/06/01 12:32:43.194 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=15.922062ms] [] [2024/06/01 12:32:43.194 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=16.120551ms] [] [2024/06/01 12:32:43.241 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=114.909872ms] [] [2024/06/01 12:32:43.273 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:43.274 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/01 12:32:43.276 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/01 12:32:43.328 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/01 12:32:43.356 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:43.380 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:43.380 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:43.380 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5989429560000001\n# Parse_time: 0.000719224\n# Compile_time: 0.00135129\n# Rewrite_time: 0.000238546\n# Optimize_time: 0.002678459\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 0c20fa95369ef6c6356c8d0d539210819a261fab936f1e19a6481337f4a39bb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`b`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:43.389 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=77] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:43.428 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:43.428 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:43.505 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:43.531 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.563 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=751.943µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:43.575 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=78] [2024/06/01 12:32:43.577 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=18.895327ms] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.643 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.674 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=286.868µs] [gotSchemaVersion=79] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:43.686 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=79] [2024/06/01 12:32:43.688 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=18.026385ms] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.750 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.759 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 124, Old Table Name: t"] [2024/06/01 12:32:43.805 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=280.422µs] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:43.817 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=80] [2024/06/01 12:32:43.819 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=18.746874ms] [job="ID:126, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.881 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=126] [tableIDs="[124]"] [comment="drop table: table ID"] [2024/06/01 12:32:43.891 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=126] [jobType="drop table"] [2024/06/01 12:32:43.895 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:124, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:43.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.990 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/06/01 12:32:43.990 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:43.994 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.60665277\n# Parse_time: 0.000332547\n# Compile_time: 0.000718812\n# Rewrite_time: 0.000010731\n# Optimize_time: 0.001109989\n# Wait_TS: 0.000338913\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:43.998 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=80] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [user=] [2024/06/01 12:32:44.047 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:44.047 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100));"] [2024/06/01 12:32:44.103 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [category=ddl] [job="ID:128, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.112 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 127, Table Name: t"] [2024/06/01 12:32:44.187 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=3.026617ms] [gotSchemaVersion=81] [phyTblIDs="[127]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:44.199 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=128] [version=81] [2024/06/01 12:32:44.201 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=21.004509ms] [job="ID:128, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.244 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=128] [conn=2] [job="ID:128, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.289 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=128] [2024/06/01 12:32:44.289 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:44.308 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.529 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`c`, `d`, `a`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:44.641 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:44.684 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/06/01 12:32:44.684 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:44.791 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:44.793 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:44.796 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/06/01 12:32:44.822 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.825 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:44.825 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:44.825 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=89.448µs] [2024/06/01 12:32:44.825 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=227.131µs] [] [2024/06/01 12:32:44.825 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:44.825 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:44.968 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/06/01 12:32:44.987 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/06/01 12:32:45.013 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:45.053 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:45.055 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/01 12:32:45.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:45.064 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:45.065 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:45.065 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:45.065 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:45.066 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:45.066 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:45.066 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:45.066 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:45.066 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:45.080 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:45.082 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:45.082 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:45.082 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:45.082 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/06/01 12:32:45.152 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/06/01 12:32:45.158 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:45.161 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:45.162 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/06/01 12:32:45.210 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [2024/06/01 12:32:45.213 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.001.csv:0] [readDur=1.564691ms] [encodeDur=959.087µs] [checksum="{cksum=11510279650924602162,size=82,kvs=2}"] [deliverDur=266.169µs] [type=file] [takeTime=3.288047ms] [] [2024/06/01 12:32:45.214 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/06/01 12:32:45.214 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/12a43b5b-a37f-4509-a37b-83f901cf0c8b.sst] [firstKey=74800000000000007F5F728000000000000001] [lastKey=74800000000000007F5F728000000000000002] [2024/06/01 12:32:45.262 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [2024/06/01 12:32:45.265 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.002.csv:0] [readDur=1.086424ms] [encodeDur=954.528µs] [checksum="{cksum=16401860098335995135,size=82,kvs=2}"] [deliverDur=401.395µs] [type=file] [takeTime=2.796245ms] [] [2024/06/01 12:32:45.265 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=127] [2024/06/01 12:32:45.265 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/4f714e9e-8502-41f7-8164-d7b2f8ccc453.sst] [firstKey=74800000000000007F5F728000000000000006] [lastKey=74800000000000007F5F728000000000000007] [2024/06/01 12:32:45.280 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [2024/06/01 12:32:45.282 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=127] [key=db.tbl.003.csv:0] [readDur=1.115005ms] [encodeDur=983.763µs] [checksum="{cksum=17104710824714968226,size=82,kvs=2}"] [deliverDur=259.969µs] [type=file] [takeTime=2.693037ms] [] [2024/06/01 12:32:45.283 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=130.820145ms] [] [2024/06/01 12:32:45.283 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/8/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/2dc33a3b-fdea-44a3-aa67-0fc29ba8cc9a.sst] [firstKey=74800000000000007F5F72800000000000000B] [lastKey=74800000000000007F5F72800000000000000C] [2024/06/01 12:32:45.283 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/01 12:32:45.284 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/01 12:32:45.284 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:45.286 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.04847ms] [] [2024/06/01 12:32:45.286 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:45.291 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:45.313 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/01 12:32:45.313 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:45.328 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/01 12:32:45.330 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.556746ms] [] [2024/06/01 12:32:45.330 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:45.332 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.274603ms] [] [2024/06/01 12:32:45.332 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/01 12:32:45.332 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:45.333 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.460609ms] [] [2024/06/01 12:32:45.333 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:45.333 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:45.334 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=75.96µs] [] [2024/06/01 12:32:45.334 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:45.334 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=847.988µs] [] [2024/06/01 12:32:45.386 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/01 12:32:45.390 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:45.390 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.390 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:45.390 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:45.392 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:45.392 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:45.392 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:45.392 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.392 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:45.392 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=339.297019ms] [] [2024/06/01 12:32:45.409 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:45.411 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:45.413 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:45.413 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:45.490 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":0,\"3\":6,\"4\":36}}"] [2024/06/01 12:32:45.492 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:45.492 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:45.704 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:45.750 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/01 12:32:45.750 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/01 12:32:45.750 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/01 12:32:45.758 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.637424ms] [] [2024/06/01 12:32:45.758 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=246] [kvs=6] [checksum=10467356601048550255] [2024/06/01 12:32:45.758 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/06/01 12:32:45.758 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/06/01 12:32:45.758 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/06/01 12:32:45.762 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=127] [physicalTableID=127] [indexID=-1] [checksum=10467356601048550255] [totalKvs=6] [totalBytes=246] [2024/06/01 12:32:45.762 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=10467356601048550255,size=246,kvs=6}"] [2024/06/01 12:32:45.762 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.481445ms] [] [2024/06/01 12:32:45.762 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.691989ms] [] [2024/06/01 12:32:45.809 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=104.512911ms] [] [2024/06/01 12:32:45.811 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:45.811 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/06/01 12:32:45.890 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/06/01 12:32:45.957 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/06/01 12:32:45.963 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=8] [2024/06/01 12:32:45.990 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:45.990 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/06/01 12:32:46.097 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:46.193 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.899962908\n# Parse_time: 0.001056794\n# Compile_time: 0.001499744\n# Rewrite_time: 0.000281356\n# Optimize_time: 0.001109989\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ab42cfd270552c1858f87a1550b5f5accab0738f18639050f3025ce52f1095a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`c`,`d`,`a`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:46.204 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=81] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:46.234 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:46.234 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:46.308 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.367 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=799.585µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:46.380 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=82] [2024/06/01 12:32:46.382 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=20.750913ms] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.453 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.490 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=274.151µs] [gotSchemaVersion=83] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:46.501 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=83] [2024/06/01 12:32:46.503 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=17.650079ms] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.563 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:127, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.573 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 127, Old Table Name: t"] [2024/06/01 12:32:46.610 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=279.721µs] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:46.623 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=84] [2024/06/01 12:32:46.625 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=18.530495ms] [job="ID:129, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.684 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=129] [tableIDs="[127]"] [comment="drop table: table ID"] [2024/06/01 12:32:46.695 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=129] [jobType="drop table"] [2024/06/01 12:32:46.699 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:127, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:46.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.805 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/06/01 12:32:46.805 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:46.810 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.607274528\n# Parse_time: 0.000286002\n# Compile_time: 0.000822993\n# Rewrite_time: 0.000012695\n# Optimize_time: 0.001122757\n# Wait_TS: 0.000369181\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:46.814 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=84] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [user=] [2024/06/01 12:32:46.859 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:46.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:46.859 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:46.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/06/01 12:32:46.914 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:46.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.923 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 130, Table Name: t"] [2024/06/01 12:32:47.009 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=3.588123ms] [gotSchemaVersion=85] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:47.025 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=131] [version=85] [2024/06/01 12:32:47.028 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=27.23555ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:46.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.123 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:46.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.202 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/06/01 12:32:47.202 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:47.207 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.395548924\n# Parse_time: 0.001484553\n# Compile_time: 0.001537642\n# Rewrite_time: 0.000011664\n# Optimize_time: 0.001122757\n# Wait_TS: 0.000439762\n# DB: import_into\n# Is_internal: false\n# Digest: 4fc89e7d9d1318dd58e3950c6c0c24e157931c5b03aaedbd177cd2ff59e62eaf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b varchar(100), c int, d varchar(100));"] [2024/06/01 12:32:47.231 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.469 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:47.593 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:47.644 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/06/01 12:32:47.644 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:47.775 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:47.778 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:47.780 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/06/01 12:32:47.811 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.815 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:47.815 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:47.815 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=129.783µs] [2024/06/01 12:32:47.815 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=268.306µs] [] [2024/06/01 12:32:47.815 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:47.815 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:47.962 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/06/01 12:32:47.984 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/06/01 12:32:47.992 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:48.039 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:48.041 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/01 12:32:48.043 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:48.052 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:48.052 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:48.052 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:48.052 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:48.053 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:48.053 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:48.053 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:48.053 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:48.053 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:48.068 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:48.070 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:48.070 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:48.070 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:48.070 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/06/01 12:32:48.111 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/06/01 12:32:48.115 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:48.119 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:48.119 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/06/01 12:32:48.179 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [2024/06/01 12:32:48.182 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.001.csv:0] [readDur=1.320294ms] [encodeDur=1.367917ms] [checksum="{cksum=2180128874604033942,size=96,kvs=2}"] [deliverDur=206.974µs] [type=file] [takeTime=3.279794ms] [] [2024/06/01 12:32:48.184 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/06/01 12:32:48.184 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d1cf466d-d8e9-4070-9987-b20967bc85cf.sst] [firstKey=7480000000000000825F72800000000000000B] [lastKey=7480000000000000825F728000000000000016] [2024/06/01 12:32:48.213 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [2024/06/01 12:32:48.216 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.002.csv:0] [readDur=1.018753ms] [encodeDur=1.771604ms] [checksum="{cksum=17114733561715978064,size=96,kvs=2}"] [deliverDur=58.912µs] [type=file] [takeTime=3.160208ms] [] [2024/06/01 12:32:48.217 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=130] [2024/06/01 12:32:48.217 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/532e5fae-e795-4657-b8cb-3803c8c53bca.sst] [firstKey=7480000000000000825F728000000000000021] [lastKey=7480000000000000825F72800000000000002C] [2024/06/01 12:32:48.252 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [2024/06/01 12:32:48.255 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=130] [key=db.tbl.003.csv:0] [readDur=1.053399ms] [encodeDur=1.569383ms] [checksum="{cksum=126932759714365300,size=96,kvs=2}"] [deliverDur=51.432µs] [type=file] [takeTime=3.017363ms] [] [2024/06/01 12:32:48.256 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=96] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/9/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/befe89bc-ed84-4cbd-89e4-93980e590b1a.sst] [firstKey=7480000000000000825F728000000000000037] [lastKey=7480000000000000825F728000000000000042] [2024/06/01 12:32:48.256 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=144.692961ms] [] [2024/06/01 12:32:48.256 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/01 12:32:48.256 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/01 12:32:48.257 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:48.258 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.70246ms] [] [2024/06/01 12:32:48.258 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:48.264 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:48.286 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=288] [2024/06/01 12:32:48.287 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:48.302 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=288] [kvs=6] [importedSize=288] [importedCount=6] [2024/06/01 12:32:48.303 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.95204ms] [] [2024/06/01 12:32:48.303 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:48.305 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.179113ms] [] [2024/06/01 12:32:48.305 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/01 12:32:48.305 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:48.306 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.594199ms] [] [2024/06/01 12:32:48.306 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:48.307 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:48.307 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=81.429µs] [] [2024/06/01 12:32:48.307 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:48.308 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.005329ms] [] [2024/06/01 12:32:48.365 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:48.368 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/01 12:32:48.368 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:48.371 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:48.371 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:48.371 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:48.371 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:48.371 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:48.371 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:48.372 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:48.372 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:48.372 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:48.372 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:48.372 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:48.372 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:48.372 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:48.372 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:48.372 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:48.375 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:48.375 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:48.375 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:48.375 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:48.375 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:48.375 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=336.053234ms] [] [2024/06/01 12:32:48.438 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/06/01 12:32:48.440 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:48.440 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:48.665 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:48.710 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/01 12:32:48.710 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/01 12:32:48.710 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/01 12:32:48.718 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=8.028456ms] [] [2024/06/01 12:32:48.718 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=288] [kvs=6] [checksum=17437960271832508338] [2024/06/01 12:32:48.718 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/06/01 12:32:48.718 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/06/01 12:32:48.718 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/06/01 12:32:48.723 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=130] [physicalTableID=130] [indexID=-1] [checksum=17437960271832508338] [totalKvs=6] [totalBytes=288] [2024/06/01 12:32:48.723 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=17437960271832508338,size=288,kvs=6}"] [2024/06/01 12:32:48.724 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.580491ms] [] [2024/06/01 12:32:48.724 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=13.788136ms] [] [2024/06/01 12:32:48.773 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:48.773 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/06/01 12:32:48.774 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=108.738693ms] [] [2024/06/01 12:32:48.776 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/06/01 12:32:48.831 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/06/01 12:32:48.850 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=9] [2024/06/01 12:32:48.881 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:48.881 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/06/01 12:32:49.005 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:49.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.946731988\n# Parse_time: 0.001872647\n# Compile_time: 0.00313855\n# Rewrite_time: 0.000388419\n# Optimize_time: 0.001122757\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:49.164 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=85] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:49.190 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:49.190 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:49.257 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.292 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=729.356µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:49.304 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=86] [2024/06/01 12:32:49.306 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=19.47468ms] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.410 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.449 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=333.004µs] [gotSchemaVersion=87] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:49.462 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=87] [2024/06/01 12:32:49.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=19.219156ms] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.541 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [category=ddl] [job="ID:132, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.550 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 130, Old Table Name: t"] [2024/06/01 12:32:49.590 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=283.062µs] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:49.604 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=132] [version=88] [2024/06/01 12:32:49.606 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=20.666814ms] [job="ID:132, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.675 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=132] [tableIDs="[130]"] [comment="drop table: table ID"] [2024/06/01 12:32:49.684 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=132] [jobType="drop table"] [2024/06/01 12:32:49.688 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=132] [conn=2] [job="ID:132, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:130, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:49.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.754 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=132] [2024/06/01 12:32:49.754 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:49.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.594415111\n# Parse_time: 0.000261576\n# Compile_time: 0.000669927\n# Rewrite_time: 0.000011537\n# Optimize_time: 0.001316113\n# Wait_TS: 0.000451225\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:49.761 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=88] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [user=] [2024/06/01 12:32:49.813 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:49.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:49.813 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:49.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/06/01 12:32:49.874 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [category=ddl] [job="ID:134, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:49.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:49.965 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=3.264599ms] [gotSchemaVersion=89] [phyTblIDs="[133]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:49.977 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=134] [version=89] [2024/06/01 12:32:49.978 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=21.011984ms] [job="ID:134, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:49.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:50.035 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=134] [conn=2] [job="ID:134, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:49.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:50.081 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=134] [2024/06/01 12:32:50.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:50.085 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.326434682\n# Parse_time: 0.000835272\n# Compile_time: 0.00176234\n# Rewrite_time: 0.000012171\n# Optimize_time: 0.001316113\n# Wait_TS: 0.000424224\n# DB: import_into\n# Is_internal: false\n# Digest: ab52f992248f7aa534bc6318e4dbf849df1c079806fc7cfc8b225a6592cd30ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int, d varchar(100)) SHARD_ROW_ID_BITS 10;"] [2024/06/01 12:32:50.278 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:520.391901ms txnStartTS:450165517775536130 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:520.2ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:50.278 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:621.802004ms txnStartTS:450165517736214537 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:621.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:21 rocksdb_delete_skipped_count:9 rocksdb_key_skipped_count:45 rocksdb_cache_hit_count:6 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:50.278 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:554.134203ms txnStartTS:450165517762428932 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:553.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:42 rocksdb_delete_skipped_count:18 rocksdb_key_skipped_count:91 rocksdb_cache_hit_count:12 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:50.280 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:50.282 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165517775536130\n# Query_time: 0.533492283\n# Parse_time: 0\n# Compile_time: 0.008578491\n# Rewrite_time: 0.001835392\n# Optimize_time: 0.003383566\n# Wait_TS: 0.000154634\n# Cop_time: 0.520885472 Process_time: 0.000046524 Wait_time: 0.000036402 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: bcd7df1463335119fc75a5a25ae9cc4fbb2403bad111f18913a53838d1b66b71\n# Stats: tidb_runaway_watch_done:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.6524e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.6402e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 235\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.520082747\n# PD_total: 0.000042227\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vQbwaTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoX2RvbmUuZG9uZV90aW1lCTAJdGltZTo1MjEuN21zLCBsb29wczoxCTAgQnl0ZXMJMCBCeXRlcwoxCTMxXzEwCTAVYkBkYXRhOlNlbGVjdGlvbl85CR1LCDNtcxVLeCwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNTIwLjQBKkRwcm9jX2tleXM6IDAsIHRvdF8BEiA6IDQ2LjXCtXMJEyR3YWl0OiAzNi40BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoYbjogNjQuMwU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFhAhhbF8tLiwwLjJtc319CTIzNSApKTBOL0EKMgkxXzkJMV8wNSUIZ3QomooBGCwgMDAwMC0FAwwgMDA6BQMALgEUDDAwKQkhXARrdgXTBDp7BYQQMHMsIGwprUh9LCBzY2FuX2RldGFpbDoge3RvAaspUTgxLCBnZXRfc25hcHNob3QJwQggMTYlCzRyb2Nrc2RiOiB7YmxvYyGhOVIwY291bnQ6IDJ9fX0sIAFzPmAAIaQIZXNzDVIurAEIYWxfIa4NGjWzAHQBwwh3YWwtRgwgMTkyJc0QfQlOL0EBBBwKMwk0M184CSFCLDEwMDAwCXRhYmxlOlrHAnwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3o2ASAJTi9BCU4vQQo=')\n# Plan_digest: 427b520df1bfa8a66481180b3e307dcb884a99b60de3967b55ac08615b0f46cf\n# Binary_plan: tidb_decode_binary_plan('pgfICqEHCgZTb3J0XzUSwAYKDlRhYmxlUmVhZGVyXzEwEoMECgtTZWxlY3Rpb25fORKfAQoPBSNMRnVsbFNjYW5fOCEAAAAA+B03QSkBCfB1AIjDQDgCQAJKIgogCgVteXNxbBIXdGlkYl9ydW5hd2F5X3dhdGNoX2RvbmVSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeAkIDP///wEFjiwokzdBKauqqqqqCqoFjhBSR2d0KAWNAC5ajAAULmRvbmVfAWUYLCAwMDAwLQUDDCAwMDoFAwAuARQcMDApatwBdGlmlACoLCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDEsIGdldF9zbmFwc2hvdAVs2DogMTbCtXMsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fSwgdGltZV86YAAccHJvY2Vzc18BvhQ6IDQ2LjUFVAl9DHdhaXQNGgwzNi40CRoBwwx3YWxsDRkIMTkyBRoEfXAhRAUBBAF4BQcBASQBIVVVVVWVB/5AOVQsAUABUhBkYXRhOlNlVR4EWhUFghQ1MjEuM205qhhi2gFjb3BfJccQIHtudW0lDCRtYXg6IDUyMC40ASsBwy0oBDAsAboF1QA6Ms0ABcsAOhnGEGNvcHJfOScYcmF0aW86ICGrGCwgYnVpbGQFcwhfZHUFGhhuOiA2NC4zJQCobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWXAGEtMwG5GDJtc319cOsyKgEYbAvaUhGMDV1+ISoEJ21hCIZ7Aj1BNDdtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:50.282 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165517723107334\n# Query_time: 0.721156061\n# Parse_time: 0\n# Compile_time: 0.00049409\n# Rewrite_time: 0.000005561\n# Optimize_time: 0.001129302\n# Wait_TS: 0\n# Prewrite_time: 0.716671997 Commit_time: 0.0022089 Get_commit_ts_time: 0.000488665 Slowest_prewrite_rpc_detail: {total:0.717s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 714.7ms}, scan_detail: {get_snapshot_time: 16.1µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20µs, propose_send_wait: 0s, persist_log: {total: 211.5µs, write_leader_wait: 41ns, sync_log: 168.7µs, write_memtable: 2.14µs}, commit_log: 312.3µs, apply_batch_wait: 90.9µs, apply: {total:70.3µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 13.2µs, write_memtable: 13.1µs}}} Commit_primary_rpc_detail: {total:0.717s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 714.7ms}, scan_detail: {get_snapshot_time: 16.1µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 20µs, propose_send_wait: 0s, persist_log: {total: 211.5µs, write_leader_wait: 41ns, sync_log: 168.7µs, write_memtable: 2.14µs}, commit_log: 312.3µs, apply_batch_wait: 90.9µs, apply: {total:70.3µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 13.2µs, write_memtable: 13.1µs}}} Write_keys: 4 Write_size: 160 Prewrite_region: 1\n# Is_internal: true\n# Digest: 9505cacb7c710ed17125fcc6cb3669e8ddca6c8cd8af6a31f6b3cd64604c3098\n# Num_cop_tasks: 0\n# Mem_max: 8192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.718021267\n# PD_total: 0.000458862\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:50.284 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 133, Table Name: t"] [2024/06/01 12:32:50.284 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165517762428932\n# Query_time: 0.570223185\n# Parse_time: 0\n# Compile_time: 0.010281319\n# Rewrite_time: 0.001436835\n# Optimize_time: 0.005173934\n# Wait_TS: 0.000117207\n# Cop_time: 0.554853623 Process_time: 0.000166912 Wait_time: 0.000045283 Request_count: 1 Total_keys: 42 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 18 Rocksdb_key_skipped_count: 91 Rocksdb_block_cache_hit_count: 12\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000166912 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.5283e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 4704\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kQyYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMAkBLEw6NTU2LjltcywgbG9vcHM6MSwgQxluWDpPRkYJNC4zNCBLQglOL0EKMQkxNV85cmIBhs4AiqoAVGlkLCBvZmZzZXQ6MCwgY291bnQ6MzIutAAAOB20HAkwIEJ5dGVzEQggCjIJMzBfMjAJRQouNgAANRk2DDIJMjYROAHbkDMJNDdfMTcoQnVpbGQpCTFfMAk2MAl0YWJsZTp0LCBpbmRleDol5gAoBQZYKSwgcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAbYcczpwc2V1ZG85FAg1LjQ5FAAxIWwAcGUqUDoge251bTogMSwgbWF4OiA1NTQuMQEqDHByb2NhJyRzOiAwLCB0b3RfARIkOiAxNjYuOcK1cwkUJHdhaXQ6IDQ1LjMFE3Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYiFxBXQIX2R1BRoYbjogNjIuMgU6LG1heF9kaXN0c3FsX30ITDogMX0sIHJwY19pbmZvOntDb3A6AbEMX3JwYwHHCHRvdGHzGGltZTo1NTNB4hx9fSwgdGlrdgVqBDp7BRsEMHNV+EB9LCBzY2FuX2RldGFpbDogewlCBGtlAekQNDIsIGdhOhxuYXBzaG90XwU+CCAyNQ2lYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9JugggMTghkQB5PhcAHDkxLCBibG9jIW05HRE0BDJ9CbMEbWU+lQAhcQhlc3MNhjJ5AQhhbF8hew0bNYAF+Qx3YWxsDRkwMzA4LjXCtXN9CU4vQQEEBAozYdocMTkoUHJvYmVJ/2ZGBf7kA3bkAwGQAQQgCjQJNDVfMTgJPowDgtwCIAlOL0EJTi9BCg==')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('xA3wUgq/DQoMUHJvamVjdGlvbl83Er8KCgZUb3BOXzkSkwkKDkluZGV4TG9va1VwXzIwEqcGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQl4AE5AOAJAAkocChoKBW15c3FsEgF0Gg4KBXN0YXRlEgkHWFK6AXJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGF1cwkaEQoJFwhlbmQNFw0KBRcQcmVzdW0JGBULDRkMdmVydBEaEQwJGwh1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAG98D5zOnBzZXVkb1oVdGltZTo1NTUuNG1zLCBsb29wczoxYtsBY29wX3Rhc2s6IHtudW06IDEsIG1heDogNTU0LjEBK0Rwcm9jX2tleXM6IDAsIHRvdF8BEiQ6IDE2Ni45wrVzCRQkd2FpdDogNDUuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDYyLjIFOtBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MQWECGFsXw3lNDMuOW1zfX1qkgJ0aWt2BWsEOnsFHAQwcxX8DH0sIHNBEShkZXRhaWw6IHt0bwFDCeo8NDIsIGdldF9zbmFwc2hvdAlaCCAyNQ2mmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTgsIGtleT4XABw5MSwgYmxvYyFuOR4RNBQyfX19LCABqD6VACFyCGVzcw2GMnoBCGFsXyF8DRs1gQX5CHdhbC0ULCAzMDguNcK1c31w/xEBBAF4EQoY/wESmwIKB2VIQDE5Em0KEVRhYmxlUm93SURTISQMMTghAAEBBKrJOjIDCAwKCnkyBFIedoUCVnsAKBoBAiG8dJMYBGzLEV0AQGWPCFJybWGLJC50aWRiX2dsb2Ih4TRhc2sucHJpb3JpdHksIFohABRjcmVhdGUlE2IkADRpZCwgb2Zmc2V0OjAsICmDBDMyVqMAHCHy8dv/zI2cHaAIAUABdVQINi41YSlpVAwycIQCPVkcIevLO+L2BqI2OwD+2wDO2wAdrwA4Ga8cMSFRMqJIXVE+oQAEoAJaXAEhOFobACGdYUBidAEIdHlwZpEBga9uHgAEZXBiWACGEQKZSWJFAI41Agh0YXKFFgxjb3BlPVAAOT1QCGIPQxltTDpPRkZw3CJ4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:50.289 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165517736214537\n# Query_time: 0.653692467\n# Parse_time: 0\n# Compile_time: 0.021049607\n# Rewrite_time: 0.002950917\n# Optimize_time: 0.013422471\n# Wait_TS: 0.000136733\n# Cop_time: 0.623943507 Process_time: 0.000212715 Wait_time: 0.000089583 Request_count: 2 Total_keys: 58 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 27 Rocksdb_key_skipped_count: 135 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000106357 Cop_proc_p90: 0.000152679 Cop_proc_max: 0.000152679 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.4791e-05 Cop_wait_p90: 5.1849e-05 Cop_wait_max: 5.1849e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 17006\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('giWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjYyNi41bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwAzPV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQAMjJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlKDo2MjUuMzgwODIxATEd8Qw6NSwgRZVsbnVtOjAsIHRvdF93YWl0OjMuMTI1MjY4MTY3cwkXFGV4ZWM6MA0NZfoFJDA1NTczOTNzLCBtYXg6AWgQMTYyMzAFmQhwOTUyEgAUfSwgZmluWqEAHDYuMTA2MDg0bqEAAa0RoRg4OS44McK1DZAFnRA3LjE5OBUTFaMUODY4OTk1GaMYNi4wMzMyMR2jGRIAfYGlAQQECjPBFRw4CTAJMC4wMl6qBoGjWjcEJVb+GAZaGAZ5X1p9ADIrA14kAC73AlokAEnKWh0ALpUCMqYGdqAFWcAINC44Ie7tl3Y4Bhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLt4FSoQAcs0AAR0QKSBlcSjRPAA3AZDJ6wg2KV0utQAANjK1AGhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyLjUF3hBmZXRjaBUOBS4MOjBzfR59CBEIIAo1CTNfMjEoQgFPACkR5z16jtEASiQAMuYBDGNhc3R6JQFZtzBkb3VibGUgQklOQVJZ/VUANzEMCDIuMwXiYsABCDIuNvX4FDYJMzBfMnVQHUQ9TggJMjQenAkOLAgYNwk0N18yNTEUGDFfMAkxMAkpZjRzdCwgaW5kZXg6aWR4X2H/DF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB/BxzOnBzZXVkbxGYADE6mwIIY29wEpwKCDoge6EqBCAxifAEIDGpgwxwcm9jYe0IczogrUUBEhA6IDYwwpGipVYQIDM3LjcFE2hjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCxJJQVvCF9kdQUaFG46IDQ0LoncLG1heF9kaXN0c3FsXz3eTDogMX0sIHJwY19pbmZvOntDb3A6AawUX3JwYzoxpcMOYAtEaW1lOjEuMTFtc319LCB0aWt2BWkEOnsFGqHfLc88fSwgc2Nhbl9kZXRhaWw6IEnXDeVhHhIUChhuYXBzaG90qW0QIDE3LjIF3phyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE4LCBrZXk+FwAAOQH9CGxvYyFnAH0JoARtZT6CACFaCGVzcw1zOWLBWARhaRGLNWkF4/kKDCAxNzklg7nqMDcJMV8yNyhQcm9iZSlFZqXzBGlueisDQThIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApYfJB9AEEHAo4CTQ1XzI2BYsy8QKCvAIBPwEEiU4AORHUGDAJMjkuOTcuTwQ+4gqdai4bAJkPXiEAEoQKWh0ALSJaHgD+xgb+xgZOxgY+IgUuDAHh7V4VBQ7SDGVCCDYyMzohBkYODQQzNB4ODaUWBT0poZF/AUYysw4IMjQ2GrUOtRkEMzMuGQUAM7EZtRglfQAoBQa9EAxwYXVzQaIALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdQALFXeokYFCDYyMppIBQg2MjEJKmHejWUySgUIMTUyZbeFya1NBDUxrRMAY75NBQw1NS40hanuTQWpTQG6ADb2TgUIMjEsUk4FADYN8n5OBQA5wdYAeT5NBQw0NSwgsU3Zaa2BADaaXwUydwE2YgU1fj5iBQgzMzYlmDZiBQQzNZGO4chJ71YkBS50AxKXCUYdBQQzNAVGLvUCphwF')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('wyjACr4oCgdTb3J0XzEzEqUnCg1Qcm9qZWN0aW9uXzE1EpkkCgpIYXNoQWdnXzE2EsYaCjIhABQ4EpoXCgsBISRKb2luXzIwEvIJMkMAZDIxEvoHCg5JbmRleExvb2tVcF8yOBKOBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQj0tgFdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aE3RpbWU6MS44bXMsIGxvb3BzOjFi1QFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjJtcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogNjDCtXMsIHRvdF93YWl0OiAzNy43wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNDQuOMK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4xMW1zfX1q/AF0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX2tleXM6IDM3LCBnZXRfc25hcHNob3RfdGltZTogMTcuMsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxOCwga2V5X3NraXBwZWRfY291bnQ6IDkwLCBibG9jazoge319fSwgdGltZV9kNoIAIVsMZXNzXyWqCCA2MDFjBGFsJWUNGAAzMWogdGlrdl93YWxsDRkoMTc5LjfCtXN9cP8RAQQBeBEKJP8BEp0CCgxTZWxN+DwyNxJuChFUYWJsZVJvd0lESaEANkmeBFSlOp4CCA0KC12eBFIedm0CVoEACBoBAgleLJClQCmg20sao3WUP0H8EFJuaW4oRftMLnRpZGJfYmFja2dyb3VuZF9zdWJBngAuQctIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKVafABwhjURsjTL1ch2cCAFAAW04CDIuM304BHDwLlkBYdQYqYPAp2MVdDY8AAhSlQF+1gAMZXAsIHYkAABjeQoULCBjYXN0euMAIS9hsnAsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzdaFEViDDIuMzgd1QhiD0MZaxg6T0ZGcOwULj8CBL0LNvUECDkS/jr1BAwzNhLXRvUECDMzGpH1BLiaUVcAPon1CBwKGlFXFAF0Gg4KBSXoABIJBwRSbZHsDHBhdXMh6wAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHQAsVSeGIgUAFSUWCDYyMjYkBQTbAV4kBQg2MjEJK2G5IXQEczo2JgUMMTUyLmGSACy9KQQ1MY3vBGNvuikFDDU1LjSFExRtYXhfZGnuKQUBuhw2bXN9fWqQAoVHQTYEOnslAZ4qBSgyMSwgZ2V0X3NuYTIqBQA2DfMAcnoqBQA5wbNCKQU0NDUsIGJsb2NrOiB7Y2HRRq1dFDZ9fX0sIAGmBF9kbjsFMngBNj4FNX8F970+CDMzNiWZXj4FBNYBLj4FDDM1Em1CPgUEMzSJ4ASquTrnAggMCgpZ5/o9BSgEukApuR6F61H4PWVEBFIoVv4EDGdsb2LhGARhc6E+avcEGIk7w9ZL4Y0dVoH3cQ0IMy41nSQEcPY2+QQgAiHpIJT5JgGPNj4ACFLbAp3VLooABGlkMvAELhsAAaphRWYhAAh5cGViHQCFOWIeABhwcmlvcml0ZlwAFGNyZWF0ZeVJYkUAMooFWuAAAHM+0gU24gAAcmUxBGNvAck+zAUuKgAhJ16/BQA2PZwANj2cRsAFBNwivcBEIcWpGiU5zpRAKYnS3uALk5k/IehYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6ZAZy5gABHRApIGVxKNVwBCwgEQsINildFb4ANDa+ADA3YnVpbGRfaGFzaF90DpYIKDp7dG90YWw6Mi41xacQZmV0Y2gVDgUuLDowc30hfv1UfUgWlTrYAADL/oIC/oIC/oIC/oICioICXcRKcwld7z20JYsePwxCMggE2CUucgIYzqZn4m+albENAPBJcgS3Bg7cCRBwIGJ5Oh2BPv4CIGZ1bmNzOm1heHqLAh2mKuMIBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbtmTAARIp6YAIHsak4ApQopI36cAKUZZksABR+elgCxR2ZPABEinlIAvXhmVQAdJaJYACbLCmpYABklnlgAhd1iMgIBHp5KAAB03Q1mUgAuJgB1hgQ2LhKcD3GGGMQCcGFydGkO6AgYb3JrZXI6eybXCCQ2MjUuMzgwODIxwSod8Qw6NSwgRZUO9g8AMCqhCigzLjEyNTI2ODE2Nxq4Cg6EEBIWCg7/Dw59CQkkGDU1NzM5M3MWMBABaBAxNjIzMAWaCHA5NTISABR9LCBmaW5aoQAcNi4xMDYwODRuoQABrQRvdBIGDxQ6ODkuODESCAsBEwWdEDcuMTk4FRMVoxQ4Njg5OTUZoxg2LjAzMzIxHaMZElr3CRghNA3OSNbkPsQEAKv+Xgb+XgY6XgZJeVrIBHmUWiEAXRdm/QiKIQkurQL59AA1XbguRQ9+PgYUkscXVdj8PnoBAF5axACG5QCKwQAEaWQdrDQ1bXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:50.488 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(@`1`, @`2`, `a`)\",\"set-clause\":\"`c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa')\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:50.619 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:50.654 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/06/01 12:32:50.654 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:50.760 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:50.761 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:50.763 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/06/01 12:32:50.783 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:50.786 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:50.786 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:50.786 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=146.885µs] [2024/06/01 12:32:50.786 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=337.592µs] [] [2024/06/01 12:32:50.786 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:50.787 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:50.984 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/06/01 12:32:52.256 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:339.926242ms txnStartTS:450165518339145730 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:339.7ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:52.256 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:1.033794439s txnStartTS:450165518155907077 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:1.03s} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:45 rocksdb_delete_skipped_count:20 rocksdb_key_skipped_count:98 rocksdb_cache_hit_count:12 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:52.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518103478274\n# Query_time: 1.249361822\n# Parse_time: 0\n# Compile_time: 0.001006918\n# Rewrite_time: 0.000010427\n# Optimize_time: 0.005718043\n# Wait_TS: 0\n# Index_names: [stats_meta:tbl]\n# Is_internal: true\n# Digest: 34aac435a38fa5b52840781dd94ada17b4b87173c535c4d29617b8c8499a6b44\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 1.246435396\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jAOYMAkzNl8xCTAJMQl0YWJsZTpzdGF0c19tZXRhLCBpbmRleDp0YmwoBRwMX2lkKQEofGltZToxLjI1cywgbG9vcHM6MiwgR2V0OntudW1fcnBjARAUdG90YWxfGSsIfSwgAQ0kX2RldGFpbDogewkhGHByb2Nlc3MJKSAgOTkuMsK1cywNPgx3YWl0DRoMODUuNh0aKGt2X3JlYWRfd2FsDWUMIDIwNBE9CGlrdjIaABQ0MC45wrUBgwxzY2FuXoMAGGtleXM6IDIRfRGaARckX3NpemU6IDEwMBEeARYFLShnZXRfc25hcHNobxGsDDI4LjgFrLxyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDR9fX0JTi9BCU4vQQo=')\n# Plan_digest: 229f35159cd989c536044f5b0a5709129bf09292630d3fd9ee327d7ca293182a\n# Binary_plan: tidb_decode_binary_plan('sgNECq0DCgtQb2ludF9HZXRfMSkABQHwXvA/MAE4AUABSiYKJAoFbXlzcWwSCnN0YXRzX21ldGEaDwoDdGJsEgh0YWJsZV9pZFoTdGltZToxLjI1cywgbG9vcHM6MmK7AkdldDp7bnVtX3JwYzoyLCB0b3RhbF90FSxEfSwgdGltZV9kZXRhaWw6IHt0BSEccHJvY2Vzc18BHCA6IDk5LjLCtXMRPgx3YWl0DRoMODUuNh0aKGt2X3JlYWRfd2FsDWUMIDIwNBE9CGlrdjIaABQ0MC45wrUBgwxzY2FuXoMAGGtleXM6IDIRfRGaARckX3NpemU6IDEwMBEeARYFLShnZXRfc25hcHNobxGsDDI4LjgFrKhyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDR9fX1w////CQI0AXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.257 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 1.235894256\n# Parse_time: 0\n# Compile_time: 0.002586757\n# Rewrite_time: 0.003542489\n# Optimize_time: 0.007943702\n# Wait_TS: 0.000106001\n# Is_internal: true\n# Digest: 4449530f789a607138221ff6fa2c03e575c1d2b01d94ecdc473bbf4980d6fdb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iQOoMAkzNl8xCTAJMQl0YWJsZTp0aWRiX2dsb2JhbF90YXNrLCBoYW5kbGU6MQUkmGltZToxLjIzcywgbG9vcHM6MiwgR2V0OntudW1fcnBjOjEsIHRvdAE9FSsIfSwgAQ0oX2RldGFpbDoge3QFIRxwcm9jZXNzXwEcJDogNjAuMcK1cywNPgx3YWl0DRoMMzcuMx0aLGt2X3JlYWRfd2FsbA0iEDEwMi45CSMIaWt2MhoAFDI2LjfCtQGDDHNjYW5egwAUa2V5czogFbsRmgEXKF9zaXplOiA2NTUyEZwBFwUuKGdldF9zbmFwc2hvEa0MMTYuNAWKvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fQlOL0EJTi9BCg==')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('swNECq4DCgtQb2ludF9HZXRfMSkABQHwXvA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZToxMFoTdGltZToxLjIzcywgbG9vcHM6MmK8AkdldDp7bnVtX3JwYzoxLCB0b3RhbF90FSxEfSwgdGltZV9kZXRhaWw6IHt0BSEccHJvY2Vzc18BHCA6IDYwLjHCtXMRPgx3YWl0DRoMMzcuMx0aKGt2X3JlYWRfd2FsDWUUIDEwMi45CSMIaWt2MhoAFDI2LjfCtQGDDHNjYW5egwAYa2V5czogMRF9EZoBFyhfc2l6ZTogNjU1MhEfARcFLihnZXRfc25hcHNobxGtDDE2LjQFiqhyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX1w////CQI0AXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.258 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:52.260 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518234288131\n# Query_time: 0.734562621\n# Parse_time: 0\n# Compile_time: 0.010291849\n# Rewrite_time: 0.002240698\n# Optimize_time: 0.004270537\n# Wait_TS: 0.000134241\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2402\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mhJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0mwDkJMQl0aW1lOjcyMC42bXMsIGxvb3BzOjIsIHBhcnRpYWxfd29ya2VyOnt3YWxsX3QRLBQwODY4MjcBMcBjb25jdXJyZW5jeTo1LCB0YXNrX251bToxLCB0b3Rfd2FpdDozLjU5ODQ3NDQ1MnMsBRc0ZXhlYzozMjQuNDgzwrUNFQWKbDMuNTk5MjAzMTM1cywgbWF4OjcxOS44ODU0MjUBcAhwOTUyEgAUfSwgZmluYqkAEDUzMjM3cqkAAbURqRgxMTkuNjc5FZIFpxA2Ljg1NhUTDaUkNjAxOTU5MDYzcw2lHDIwLjQ5NTc3JUYFpR0SEH0JTi9BAQQYCjEJOV8xMmU8NXwIMTkuBdstfAEoAQR0CjIJM18xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfIWkILmlkMvwCWiYAASsMX2tleRksBDIsYiwACHlwZRkoADNiKAAMc3RhdB0pADRqKQAEZXAZUQA1YigAGHByaW9yaXQdpQA2YiwAXXQZWwA3Zi8AEHJlYXRlJboZLwA4Yi8AJHRhcmdldF9zY28uCwF1KxAxLjYybS4qAwBDfQIoT0ZGCTEuMTggS0IlwxgzCTM2XzE0JcQUdGFibGU6PsQBJCwgaGFuZGxlOjEh6EVeDDEuNDMdYgFJAQRJEAA1BUxW6gEcX2hpc3RvcnmWGAIVLqogAhk0ligCFTCeMAIdMZI4AhUwqkACFTS2SAIZN7JQAhU3XlgCADAp9gg3MTk59eVHuVlNVwA3NlcCADZFC1ZXAhF2Ll8CFWkEOC42awAsR2V0OntudW1fcnBjofwIdG90gWKl7YmdCH0sIAEPJF9kZXRhaWw6IHsJIxhwcm9jZXNzZVsYOiAxNTEuN7EpoZIIYWl0ERsIMTMutUQwYWxfa3ZfcmVhZF93YdFWFCAyNzguNQk+CGlrdi4aABgzMDQuOMK1AYUMc2Nhbl6FABRrZXlzOiDJeARhbBWcARcoX3NpemU6IDY1NTLFlwGCBS4IMiwgZewUbmFwc2hvEa4MNDQuMQWKvHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNH19fQlOL0EJTi9BCg==')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('jhSgCokUCgpIYXNoQWdnXzExEqENCghVbmlvbl8xMhLeBAoNUHJvamVjdGkBEkgzEnoKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EnwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6MTBaFHRpbWU6MS40M21zLCBsb29wczoycP///wkDBAF4CQgY////ASGrqgEBAD0+bAAIUoMDBWkALj5oADwuaWQtPkNvbHVtbiMzMSwgWiYAAZMMX2tleRksADJmLAAIeXBlGSgAM2IoAAxzdGF0HSkANGopAARlcBlRADViKAAYcHJpb3JpdB2lADZiLAAkY29uY3VycmVuYx0vADdmLwAgcmVhdGVfdGltHbIAOGIvACR0YXJnZXRfc2NvLgsBBDlaMcoENjI9yghiD0MZjRg6T0ZGcLkJPdMIEu4HNmECDDUSxAMyYgIANkZiAkVgCCMKIVFgABg++AEcX2hpc3RvcnkuaAIAFQHfFDo3MTguORmfWDFiwAJHZXQ6e251bV9ycGM6MiwgdG90QadBliQ3MTkuNW1zfSwgAQ8kX2RldGFpbDogewkjGHByb2Nlc3MlOCQ6IDE1MS43wrVzEUEMd2FpdBEbDDEzLjYdGyxrdl9yZWFkX3dhbGwNIxAyNzguNQkjCGlrdi4aABgzMDQuOMK1AYUMc2Nhbl6FABhrZXlzOiAxEX4RnAEXJF9zaXplOiA2NTUV3gEXEDogMiwgJckUbmFwc2hvEa4MNDQuMQWKoHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNH19fXD/YZ0BAXasAyG2BFLLWqoDMbKWsgMVLqq6Axk0lsIDFTCeygMdMZLSAxUwqtoDFTS24gMZN7LqAxU3XvIDABNhF2EmLlIDQvEDAKku8QMIIVZVAQEAQ7HEBABAyTB1oGVyfgkGGC5rdUzwMFI+RQAsUsADZ3JvdXAgYnk6vfcRCwQyLBULADMZCwA0GQsANRkLADYZCwA3GQsAOBkLRDksIGZ1bmNzOmZpcnN0cm93KBFnBDEpudAAMWImAAAyHSYAMmImAAAzHSYAM2ImAAA0HSYANGImAAA1HSYANWImAAA2HSYANmImAAA3HSYAN2ImAAA4HSYAOGImAAA5HSYAOVEIDDIwLjZZVkwyYs4CcGFydGlhbF93b3JrZXI6e7k+AS0UMDg2ODI3ATJ9Gww6NSwghSMMbnVtOqkcpZgsOjMuNTk4NDc0NDUyqbEwX2V4ZWM6MzI0LjQ4M4X+AHSxEQEsMDkyMDMxMzVzLCBtYXhB8RguODg1NDI1AXAIcDk1MhIAFH0sIGZpbmKpABA1MzIzN3KpAAG1AG8NqRgxMTkuNjc5FZIFpww2Ljg11VAAX2WELDMuNjAxOTU5MDYzcw2lHDIwLjQ5NTc3JUcFpR0SAH1WtgUEGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.261 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518339145730\n# Query_time: 0.349652949\n# Parse_time: 0\n# Compile_time: 0.003092455\n# Rewrite_time: 0.00044961\n# Optimize_time: 0.001350209\n# Wait_TS: 0.000100817\n# Cop_time: 0.341856104 Process_time: 0.00010413 Wait_time: 0.000061873 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 4\n# Index_names: [dist_framework_meta:PRIMARY]\n# Is_internal: true\n# Digest: 4b96d5d3b0100db751a03f5341c7ba207163251d820d8115aa60e75693b5e939\n# Stats: dist_framework_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.2065e-05 Cop_proc_p90: 6.3132e-05 Cop_proc_max: 6.3132e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.0936e-05 Cop_wait_p90: 3.8926e-05 Cop_wait_max: 3.8926e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 37830\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[dist_framework_meta] remain after pruning paths for dist_framework_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yw24MAkzXzEzCTAJMTAwMDAJbXlzcWwuZGlzdF9mcmFtZXdvcmtfbWV0YS5ob3N0LCBmIAAMcm9sZW4gAPBDY3B1X2NvdW50CTEJdGltZTozNDQuNm1zLCBsb29wczoyLCBDb25jdXJyZW5jeTo1CTE4LjAgS0IJTi9BCjEJMzBfMTIVpy5EAAAxMkQASGluZGV4X3Rhc2s6IHt0b3RhbF8FbhAgMS43OAEqLGZldGNoX2hhbmRsZQUWADQBFpBidWlsZDogMTUuNsK1cywgd2FpdDogMTkuNMK1c30sIHRhYmxlTlcADDM0MS4FWCRudW06IDEsIGNvGcUsIDV9LCBuZXh0OiB7AVIAXwWeFDogMi4wNQF2BRQAdAVbGGxvb2t1cF8NiAgzMDIVhzYhABByZXNwOgV2GDVtc30JMTk5JSAyCTQ2XzEwKEIBzBApCTFfMC3VBWIAOkrVAQAsKS8gOlBSSU1BUlkoIeR8KSwga2VlcCBvcmRlcjp0cnVlLCBzdGF0czpwc2V1ZG8xewwxLjY5AcQpvgAzAfkAcDEhMQwIbWF4IWMEMTcBKSBwcm9jX2tleXMlJwx0b3RfARIUOiA2My4xBe0BEyESFDogMzguOQUTaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCmzBXIIX2R1BRoYbjogNjEuNwU6DG1heF8B8gxzcWxfMpMBRDF9LCBycGNfaW5mbzp7Q29wOgGvGF9ycGM6MSwBhFEyGDEuMDdtc30h/Qhpa3YFaQQ6e0VMADBVtQFNKHNjYW5fZGV0YWlsVXMB2ghlc3My7wAEYWwyFwAgX3NpemU6IDU5EXUpGzwyLCBnZXRfc25hcHNob3RfBXFBiSkkXHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZGlbJVoIa2V5PhYAGDIsIGJsb2NhEzlNZY0MOiAyfQnjBG1lXsUACYMupwEIYWxfIakNGjWuJSgId2FscXMQMjE1LjNhQAwJTi9BAQRBoyQ1XzExKFByb2JlmqMCXY4QZmFsc2VWjwIEMzQ2CAQEY29WjgIMMzM5LkW4IaMtdCn4JZ4IOiA0KWlZjQgyMi7ajQIMNDIuNf6NAk2NAbf+jgKKjgIENDg2jgIAMVaOAgAwpRcALF2O7l8CRV85dzZdAjV+Pl0CRDEyNC41wrVzfQlOL0EJTi9BCg==')\n# Plan_digest: cef718bcf4137307a8167e595941a92a260deb7dd9e1c9735bfba3ce3542de0f\n# Binary_plan: tidb_decode_binary_plan('3Q6oCtgOCg1Qcm9qZWN0aW9uXzEzEpQNCg5JbmRleExvb2tVcF8xMhLIBQoQSQETXEZ1bGxTY2FuXzEwGgEBIQAAAADw7yBBKQEJ9F4BAIjDQDABOAJAAkovCi0KBW15c3FsEhNkaXN0X2ZyYW1ld29ya19tZXRhGg8KB1BSSU1BUlkSBGhvc3RSHWtlZXAgb3JkZXI6dHJ1ZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuNjltcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTdtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogNjMuMcK1cywgdG90X3dhaXQ6IDM4LjnCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA2MS43wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjA3bXN9fWrBAnRpa3ZfdGFzazp7dGltZTowFfkQMX0sIHMhhDhkZXRhaWw6IHt0b3RhbF8B2xhlc3Nfa2V5FfA6FwAkX3NpemU6IDU5LCENBGFsDSw8MiwgZ2V0X3NuYXBzaG90XyVuFCAxOS4xwiESeHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDohdghrZXk+FgAYMiwgYmxvYyGcEGNhY2hlJU4NMhQyfX19LCABZ17FAAEcBDogLqgBBGFsJaoNGgwzOC45BZ0gdGlrdl93YWxsDRkoMjE1LjPCtXN9cP8RAQQBeBEKQP8BEocFChFUYWJsZVJvd0lEScwMMRoBAkXMCICiKULMAggeChxuzAIEUh5duxRmYWxzZSw2vAIAEwXLDDM0MW01wggyYthiuwIQMzM5LjkBKyHPLaBJJSXhCDogNCmVCHRvdCUQDDogMjItCwhjb3C2ugIMNDIuNSVFDG1heF9hqBRzcWxfY2/OugIBtxw3bXN9fWqQAiWTAHT+uwJWuwIENDg2uwIAMVa7AggwLjQF2QByVbvujAJFjDl4NooCNX8F912KCDEyNCVfAH1WigIcIfCgDYcfcBMycQIQAUABWhVNMQQ0LjIzAgjuAWmhgilZcfQFKxAgMS43OEEzLGZldGNoX2hhbmRsZQUWADQBFihidWlsZDogMTUuNiUUCHdhaWG1ADklIwx9LCB0YQ5OVwAMMzQxLgVYsVwyGwIoNX0sIG5leHQ6IHsBUgBfBZ4UOiAyLjA1AXYFFAB0BVsYbG9va3VwXw2ICDMwMhWHNiEAEHJlc3A6BXYYNW1zfXDSly65AyUvBCfOQi8BBFJjxWgALkG/AF82ZwYALsFbBCwgZiAADHJvbGVuIAAIY3B1ibI9lAA2Ad0kbG9vcHM6MmINQ30tRDVw9I8BeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.262 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/06/01 12:32:52.263 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518155907077\n# Query_time: 1.050833461\n# Parse_time: 0\n# Compile_time: 0.009025191\n# Rewrite_time: 0.001230781\n# Optimize_time: 0.004370439\n# Wait_TS: 0.000100789\n# Cop_time: 1.036123899 Process_time: 0.000198212 Wait_time: 0.000057473 Request_count: 2 Process_keys: 2 Total_keys: 46 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 20 Rocksdb_key_skipped_count: 98 Rocksdb_block_cache_hit_count: 14\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 9.9106e-05 Cop_proc_p90: 0.000136317 Cop_proc_max: 0.000136317 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.8736e-05 Cop_wait_p90: 3.1783e-05 Cop_wait_max: 3.1783e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 15116\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('whKYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMQkBLEQ6MS4wNHMsIGxvb3BzOjIsIEMZbFg6T0ZGCTQuMzQgS0IJTi9BCjEJMTVfOXJgAYbMAIqoAFRpZCwgb2Zmc2V0OjAsIGNvdW50OjMyVrIAAaEANQGhPDAgQnl0ZXMKMgkzMF8yMAlFBlI0ABwzLCBpbmRleEUSFDoge3RvdEEfEGltZTogLQ8oZmV0Y2hfaGFuZGwZFZBidWlsZDogNy44NsK1cywgd2FpdDogMjMuM8K1c30sIHRhYmxlTlUANDIuODJtcywgbnVtOiAxAdI10DA6IDV9LCBuZXh0OiB7AVEAXwWbFYkFEwlZGGxvb2t1cF8NhhA0MzYuNBWHNiMARHJlc3A6IDIuMzVtc30JNi4wNyEhIcIgMwk0N18xNyhCAcsgKQkxXzAJNjAJBWAEOnQtFwA6RcsAKAUGWCksIHJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGF1cwkaEQoJFwhlbmQNFw0KBRcQcmVzdW0JGBULDRkMdmVydBEaEQwJGwh1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAG2KHM6cHNldWRvCTEJJdUt1EnjADMhfwBwMaYxkghtYXglcxwzcywgcHJvY4EIAHMlrAx0b3RfARIQOiAxMzYl6gAsBRQhmRQ6IDI1LjclhWhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCxJOAVyCF9kdQUaEG46IDQ5DTosbWF4X2Rpc3RzcWxffelMOiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFhFG1FDEuMDNzfUGBCGlrdgVoBDp7BfkAMHXZAUwoc2Nhbl9kZXRhaWxV9QHaCGVzczLvAARhbDIXACBfc2l6ZTogNjIRdARrZSEbDDQ1LCCFTRhuYXBzaG90hXoMOiAxMQ3XYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9pzwggMjAhvwB5PhcAHDk4LCBibG9jYZg5Tw00CDEyfQnnBG1lXskABfgAIDKrAQRhbCWtDRs1siUtDHdhbGwRGQwzMi44YclhKQEEBAozge8cMTkoUHJvYmVpLWZZBv75BIr5BAgyLjCFR0nJADJuyQIENTaBcCHeLa9JMgBfARIUOiA2MS45RbZB3UnJBDMxBf0FVLbJAgA1iYb+xwJBxwg0NG3+yAKGyAIENTU6ygIAMVbJAggyLjIlJFnJYpgCnpcCLngBNpYCNX8+lgIIMTc1JaxZlhg0CTQ1XzE4QrwFigwFZh4EIAlOL0EJTi9BCg==')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('jhTwUgqJFAoMUHJvamVjdGlvbl83EokRCgZUb3BOXzkS2g8KDkluZGV4TG9va1VwXzIwEtcGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQmAAE5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdYUroBcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAb3w7XM6cHNldWRvWhN0aW1lOjEuMDRzLCBsb29wczozYtcBY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wM3MsIHByb2Nfa2V5czogMSwgdG90X3Byb2M6IDEzNi4zwrVzLCB0b3Rfd2FpdDogMjUuN8K1cywgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHVyYXRpb246IDQ5LjfCtXMsIG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLCB0b3RhbF90aW0F4Sgzc319asYCdGlrdgnbAHsF+wAwFfgQMX0sIHNBDSRkZXRhaWw6IHt0BUEB7Qxlc3NfLvAABGFsMhcAIF9zaXplOiA2MgX5BGFsDSxANDUsIGdldF9zbmFwc2hvdF8FcgwgMTEuKRKYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyMCwga2V5PhcAHDk4LCBibG9jIZ4AYzVQDTQYMTJ9fX0sIAFqXskAARwMOiAxMz2sFGFsX3dhaRGhBDI1DaElLQx3YWxsDTQoMjMyLjjCtXN9cP8RAQQBeBEKGP8BEsQGCgdleEQxORKNAQoRVGFibGVSb3dJRFMhWQwxOCEAAQEEqslCYwMIDAoKeWMEUh52tgIEahwFmUEvSsYBVpwAKBoBAiG8dJMYBGzLEX0AQG3gCFJybWHcLC50aWRiX2dsb2JhbAVcKC5wcmlvcml0eSwgWiEAFGNyZWF0ZSUdYiQALGlkLCBvZmZzZXQ6MGEFIdoMMzJaFCWGEDIuMDJtVYIIMmLWanoDBDU2ASoEcHJWewMMNjEuOTp6AwQzMSWtAXW6egMENTQFSwhtYXjueANleAg0NG1heQCU/nkDdnkDBDU1OnsDADFWegMIMi4yBdp5emJJA55IAy55ATZHAzWARa59RwgxNzUlrVqrAhwh8vHb/8yNnDKoAggBQAFWrQUI6wFpwcxFspW0RV2hrqHXKGZldGNoX2hhbmRsYfip7ABioXIUOiA3Ljg2JRJh/xQ6IDIzLjNh4AgsIHRhu05VAAgyLjhFs9EYCGNvbrmRKDV9LCBuZXh0OiB7AVEAXwWbFYkFEwlZGGxvb2t1cF8Nhgw0MzYuSXNGIwA8cmVzcDogMi4zNW1zfXDMMJ1wHCHryzvi9gaiPikB/tED0tEDSkoHKDJw5CIhUTKiSF1RRqQABKACWlUEgTFaGwCB8sFcACxiIQAEeXBmigTh+W4eAARlcGJYAIYKBVkGYkUAji4FCHRhcuUyDGNvcGVSUwEIYg9DGWtMOk9GRnDcInj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.311 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:52.312 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/01 12:32:52.316 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:52.324 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:52.325 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:52.325 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.325 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:52.326 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.326 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:52.326 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:52.326 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:52.326 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:52.341 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:52.342 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:52.342 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:52.342 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:52.343 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/06/01 12:32:52.385 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/06/01 12:32:52.389 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:52.393 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:52.393 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/06/01 12:32:52.421 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [2024/06/01 12:32:52.424 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.001.csv:0] [readDur=1.28955ms] [encodeDur=1.505632ms] [checksum="{cksum=9096151903818431098,size=104,kvs=2}"] [deliverDur=274.283µs] [type=file] [takeTime=3.513682ms] [] [2024/06/01 12:32:52.425 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/06/01 12:32:52.425 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1010] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/57194bf7-ce5d-4eed-b6aa-f72b62aa5c3e.sst] [firstKey=7480000000000000855F728840000000000001] [lastKey=7480000000000000855F72F8A0000000000002] [2024/06/01 12:32:52.462 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [2024/06/01 12:32:52.465 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.002.csv:0] [readDur=1.270829ms] [encodeDur=1.469603ms] [checksum="{cksum=1540599946714846010,size=104,kvs=2}"] [deliverDur=59.189µs] [type=file] [takeTime=3.148984ms] [] [2024/06/01 12:32:52.466 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=133] [2024/06/01 12:32:52.466 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1008] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0a802067-2ac1-48bd-ad86-fdac10b40c28.sst] [firstKey=7480000000000000855F728780000000000007] [lastKey=7480000000000000855F72D700000000000006] [2024/06/01 12:32:52.484 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [2024/06/01 12:32:52.487 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=133] [key=db.tbl.003.csv:0] [readDur=1.132106ms] [encodeDur=1.774168ms] [checksum="{cksum=7135556550049781423,size=104,kvs=2}"] [deliverDur=56.661µs] [type=file] [takeTime=3.316791ms] [] [2024/06/01 12:32:52.488 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=104] [kvs=2] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/10/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/68a3b9e1-5e9a-497c-be6c-7d834f546c70.sst] [firstKey=7480000000000000855F72A60000000000000B] [lastKey=7480000000000000855F72DA6000000000000C] [2024/06/01 12:32:52.488 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=103.143357ms] [] [2024/06/01 12:32:52.488 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/01 12:32:52.488 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/01 12:32:52.488 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:52.491 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.438777ms] [] [2024/06/01 12:32:52.491 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:52.496 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:52.519 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=312] [2024/06/01 12:32:52.519 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:52.974 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:488.866802ms txnStartTS:450165518470217736 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:488.7ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:38 rocksdb_delete_skipped_count:19 rocksdb_key_skipped_count:92 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:52.974 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:303.14798ms txnStartTS:450165518535753729 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:303ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:75 rocksdb_delete_skipped_count:19 rocksdb_key_skipped_count:203 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:52.974 +00:00] [INFO] [region_request.go:1905] ["send request meet region error without retry"] [req-ts=450165518496432133] [req-type=Cop] [region="{ region id: 14, ver: 23, confVer: 5 }"] [replica-read-type=leader] [stale-read=false] [request-sender="{rpcError:, replicaSelector: replicaSelectorV2{replicaReadType: leader, attempts: 1, cacheRegionIsValid: false, replicaStatus: [peer: 15, store: 1, isEpochStale: false, attempts: 1, attempts_time: 446.6ms, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 19, store: 2, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable peer: 25, store: 3, isEpochStale: false, attempts: 0, attempts_time: 0s, replica-epoch: 0, store-epoch: 0, store-state: resolved, store-liveness-state: reachable]}}"] [total-round-stats="{total-backoff: 0s, total-backoff-times: 0, total-rpc: {Cop:{num_rpc:1, total_time:446.6ms}, rpc_errors:{epoch_not_match:1}}}"] [current-round-stats="{time: 446.9ms, backoff: 0s, timeout: 1m0s, req-max-exec-timeout: 1m0s, retry-times: 0, replica-access: {{peer:15, store:1, err:epoch_not_match}}}"] [2024/06/01 12:32:52.975 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:447.170714ms txnStartTS:450165518496432133 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:446.6ms}, rpc_errors:{epoch_not_match:1} region_err:message:\"EpochNotMatch current epoch of region 14 is conf_ver: 5 version: 25, but you sent conf_ver: 5 version: 23\" epoch_not_match: peers: peers: peers: > current_regions: peers: peers: peers: > current_regions: peers: peers: peers: > > kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:0 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:52.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518535753729\n# Query_time: 0.315410689\n# Parse_time: 0\n# Compile_time: 0.008139593\n# Rewrite_time: 0.001241113\n# Optimize_time: 0.005107542\n# Wait_TS: 0.000114857\n# Cop_time: 0.303043361 Process_time: 0.000104694 Wait_time: 0.00007099 Request_count: 1 Process_keys: 1 Total_keys: 75 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 19 Rocksdb_key_skipped_count: 203\n# Is_internal: true\n# Digest: 92f115dee2aeba752ffdf7532aa08318e7bd75d9c718a57220055c41d32cc68a\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000104694 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 7.099e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 1299\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5AzweTAJM181CTAJNi40MAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5zdGF0ZSwgQ29sdW1uIzIwCTEJdGltZTozMDQuNm1zLCBsb29wczoyLCBDb25jdXJyZW5jeTpPRkYJMTAxNiBCeXRlcwlOL0EKMQk2XzExEXUBZhBwIGJ5OpJ+ADBmdW5jczpjb3VudChDDYoMMSktPhEMBDAsDSMgZmlyc3Ryb3coilcACCktPoomAC7wAAg1bXMd8FRwYXJ0aWFsX3dvcmtlcjp7d2FsbF90KRwcMy45MTEzMjkBMQBjPRiQNSwgdGFza19udW06MSwgdG90X3dhaXQ6MS41MTg0MDM5NTNzLAUXNGV4ZWM6MTY0Ljg1OcK1DRUFXgUsWDgwNzU1NnMsIG1heDozMDMuNzkwMDQzAXAIcDk1MhIAFH0sIGZpblqpABg0LjM3Njg2BdpeqQABtRGpFDQwLjAxMRWRBaYQNC45OTgVExGkHDIwODEwNTI5FaQYNC4zNDg4OQVrCaQZEhB9CU4vQQEEIAoyCTMxXzEyCU2dNGRhdGE6SGFzaEFnZ182OY0AMzqNAQxjb3BfIVoIOiB7IVwIIDEsJRoAICEbADElFhxyb2Nfa2V5cwUcAdABEhg6IDEwNC43Fb0ljQQgNwnhgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDQ4LjUFSyxtYXhfZGlzdHNxbF8uVgFIIDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGNNDwBhWUMwbXN9fQkyODMgQnl0ZWlECDMJNiEFAF8tHQhncm/aRQMuPQMcMQkxCXRpa3YFzgQ6eyXAADBV6QGyPHNjYW5fZGV0YWlsOiB7dG8BpiE+CGVzczJTAQRhbDIXACRfc2l6ZTogNjk2ReoEYWwNLUA3NSwgZ2V0X3NuYXBzaG90XwVzACBN6GByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfZf8gOiAxOSwga2V5PhcAIDIwMywgYmxvY0EDEH19fSwgAVZetgABHDr8AWEhBGFpEY1NAyUYedkcIDI3NC42wrVdsBg0CTFfMTAJIZQkOAllcShjYXN0KHZYBEGoIQtgLCBkb3VibGUgQklOQVJZKSwgMTApLCBlcXpAABxzdGVwLCAxKXq4AQAJcVMUNQk0M185BaMsMTAwMDAJdGFibGU6WvIFIV48ZXAgb3JkZXI6ZmFsc2UsIMEFHHM6cHNldWRvnnYA')\n# Plan_digest: 72f08c0bbc0cbffe87fff95a4065a720fe14cc2ed9e69028cd750ab7b0ac3e22\n# Binary_plan: tidb_decode_binary_plan('xQ7gCsAOCgxQcm9qZWN0aW9uXzUSsQ0KCkhhc2hBZ2dfMTES4QgKDlRhYmxlUmVhZGVyXzEyEqcGCglIDSIgNhLuAgoMU2VsDUAYMTASoQEKDwUyTEZ1bGxTY2FuXzkhAAAAAAjUREEpAQnwcQCIw0AwATgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAEACANkCRSbmVxKGNhc3QoBZQALlqTAIgudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCAxMCksIGVxKHZAACRzdGVwLCAxKWocyrwAEBe30QCsAbwEmpkBAQAZEbwARyE4EHAgYnk6fn0AmGF0ZSwgZnVuY3M6Y291bnQoMSktPkNvbHVtbiMyMWqxAnRpa3ZfdFZSAQgsIHMh1FRkZXRhaWw6IHt0b3RhbF9wcm9jZXNzIRUUczogMSwgRhcAJF9zaXplOiA2OTYRHgRrZQEtRDc1LCBnZXRfc25hcHNob3RfdCHFgCA1OcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkXwW6IDogMTksIGtleT4XAEQyMDMsIGJsb2NrOiB7fX19LCABVl62AAEcGDogMTA0LjcFdQm9CHdhaRGNBDcxCRgcaWt2X3dhbGwNMiQyNzQuNsK1c31wRVgBATJnAhy9APvoVHYGQS6rASgBQAFSDmRhdGE6SHFEBFoVBYEYMzAzLjVtc1G9GDJi1wFjb3ApiBAge251bSVZEG1heDogASsAMQErIXgtSCl1JYo6zAAFygA6EcWAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogNDguNQX/qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxBfcnBjOgmWAGEtMiQzMDNtc319cJsCLo4DFLtm8s1+d0YnAQSpAebTAlXPXdsAMFH2IGZpcnN0cm93KIoqAwgpLT6KJgA1wwA0NsMBRM0CcGFydGlhbF93b3JrZXI6e1k/IcUUOTExMzI5IcouUQEcNSwgdGFza18h9ClBAF9BjTA6MS41MTg0MDM5NTNzZUUoX2V4ZWM6MTY0LjhtMAB0cUEFLBw4MDc1NTZzLCG7BXAUNzkwMDQzAXAIcDk1MhIAFH0sIGZpblqpABg0LjM3Njg2RZ5eqQABtQBvDakQNDAuMDFtNABvDaYQNC45OThFSAETRfIoMS41MjA4MTA1MjkVpBg0LjM0ODg5BWsJpBkSXmgDFEBSRIYteEZBAgAuiroBCCwgQ436BDBacYgINC42ISMkbG9vcHM6MmIPQ13tSE9GRnD4B3j///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.981 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=312] [kvs=6] [importedSize=312] [importedCount=6] [2024/06/01 12:32:52.983 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=491.694065ms] [] [2024/06/01 12:32:52.983 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:52.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518496432133\n# Query_time: 0.46788582\n# Parse_time: 0\n# Compile_time: 0.01166338\n# Rewrite_time: 0.002107195\n# Optimize_time: 0.007092408\n# Wait_TS: 0.00012458\n# Cop_time: 0.455485886 Process_time: 0.000447175 Wait_time: 0.000138414 Backoff_time: 0.004 Request_count: 2 Total_keys: 606 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 142 Rocksdb_key_skipped_count: 1634\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000223587 Cop_proc_p90: 0.000241868 Cop_proc_max: 0.000241868 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 6.9207e-05 Cop_wait_p90: 7.6898e-05 Cop_wait_max: 7.6898e-05 Cop_wait_addr: 127.0.0.1:20162\n# Cop_backoff_regionMiss_total_times: 2 Cop_backoff_regionMiss_total_time: 0.004 Cop_backoff_regionMiss_max_time: 0.002 Cop_backoff_regionMiss_max_addr: 127.0.0.1:20162 Cop_backoff_regionMiss_avg_time: 0.002 Cop_backoff_regionMiss_p90_time: 0.002\n# Mem_max: 12684\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('gBi4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQ1MS43bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAzHYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADEdd3QsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjcuMTgBKRBmZXRjaBUOBS4MOjBzfRGoEQggCjMJNl8yOShCAU8AKQG2MDQwMAlncm91cCBieToVi0AsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMEa8INy4wBYU1qFBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l1Bw2LjYxNTc4MgG0CGNvbjnOeCwgdGFza19udW06MCwgdG90X3dhaXQ6MzIuNTIyNzglDgEWGGV4ZWM6MHMJIwVTHDMyLjcwNzc1RSsobWF4OjYuNTU1MDMFEAhwOTUdEBR9LCBmaW5SmQAYNy4wMDMwMgVoXpkAAaURmRwyMC4wMzbCtQ2KBZcQMy45MDEVEwmdGDQuMjIyOTYlIAmdEDk3MTc0HZ0REAB9QckBBBgKNAkxXzMwMZ4kbm90KGlzbnVsbD2GIbwFYQg2LjQFXC18CAkzOFGjIE4vQQo1CTZfMyGoCDgwMD3oSo4CeRxSFwMkc2NoZW1hX2lkc1IfAEWUCR5JOQhtaW4VrgQ4KUo0Agg2LjQuWQMELCBmNAIYNS44NTI2NQUvXpsBLjQCIDI4LjEyMTk0OUFlIbElnTI0AiAyOC4yOTA2ODUBIyGXGDUuNzI3MDRFmEE0GRBqNAIYNi4zMzQ2N3KZADI0AhQ5LjMxN8IyNAIMNi4xNRUSJdIYMzAuMTM4NAlXAZwYNi4xNjMxNSXnAZwZEFkzIDYJMzFfMzYJMCnqOGRhdGE6SGFzaEFnZ18zMXGpBDUuKUZNLRQsIGNvcF9heAg6IHthegggMSwFcgwgMS4zCW8kcm9jX2tleXM6IC1iARIYOiAyMDUuMxW3ZaoQIDc2LjkFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMJHIAXMIX2R1BRoUbjogMjguKQQsbWF4X2Rpc3RzcWxfLuoBSCAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjKFCwBhjWAEMi4h9w0u4GVycm9yczp7ZXBvY2hfbm90X21hdGNoOjF9fSwgYmFja29mZntyZWdpb25NaXNzOiAybXN9CTI0NK3lYUIAN2FCDDEJMV8tWrUs/kQDlkQDSmYAyaJ9VAA4Jd8Ea3YlVwQ6e0VFQe4t5jx9LCBzY2FuX2RldGFpbDogyTot1kAzMDMsIGdldF9zbmFwc2hvdEmEECA1NC4yJc2Ycm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5PhcAIDgxNywgYmxvY0FbAH0hcAGXPoQAQU0IZXNzDXQyVQKhpQRhaRGPVVwAdAHo2U8cIDM3Ni40wrV9Chg4CTQzXzM0JbIUMTAwMDAJhZ0AOi6KCHwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3pRAUEZAQQECjNhdhw0MShQcm9iZaGTADYa/QgAZGGALFNlbGVjdGlvbl80MAVSEtQIBDAuhXUtnXKDAwA2gZ4hJC2tNoMDBDQxbXCB4yEsDDogNjFtSQBjvoMDCDU1LomZ7oMDaYMUNDQ3Ljlt/oQDADN9hCHNBDQwJdIxYUoYAwxyZW9yFjwK/gsDNgsDBDQ1RWIALP4LA7ILAy7dATYLAzXkAHQB6C4LAwQ4NWW0WZ8ENQlhCwA5JTn+CwN+CwM=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('0BrwSQrLGgoNUHJvamVjdGlvbl8xMxKzGQoHU29ydF8xNBK7GAoLSGFzaEpvaW5fMjcS6wYKDlRhYmxlUmVhZGVyXzQxEvADCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaoECdGplAAgsIHMB2/CGZGV0YWlsOiB7dG90YWxfa2V5czogMzAzLCBnZXRfc25hcHNob3RfdGltZTogNDUuNMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5X3NraXBwZWRfY291bnQ6IDgxNywgYmxvY2s6IHt9fX0sIHRpbWVfZGV0LoQAHHByb2Nlc3NfCXQQMjQxLjkFdQmiCHdhaRGPDDYxLjUJGgHoDHdhbGwNNCAzODUuMsK1c31WSgEsGgECIVVVVVWVdPZAOU0oAUABUhFkYXRhOlNdDgRaFQWHHDQ1MC41bXMsMaQUYpQCY29wKcFIIHtudW06IDEsIG1heDogMS4zNgEqAcctUAQwLAG9BdkAOjbRAAXPADoZyoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA1NS43JQSobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MgWYAGEtNxg0NDcuOW1zDS/gZXJyb3JzOntlcG9jaF9ub3RfbWF0Y2g6MX19LCBiYWNrb2Zme3JlZ2lvbk1pc3M6IDJtc31w8wF4Sa9BvRASmRAKCmF+IEFnZ18yORLSDC5qAxAzMBLvCxkgEDM1Et8HNp0DEDM2EusEHSIAMU6bAwA0ZRj+mwPumwNtmwAoYZsAAAEBBEC/aZsslAFncm91cCBieTptgSQ2pQNBIBxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+GARKGAQINTQuYW8ILCBy/hgEqhgEDDA1LjNF+kIYBAQ3NpEyPhgEBDc2hcFaGAQgId7d3d0dPvdAOceBFQQPZIEVCEhhc0XIDDMxWhSFEww1LjUzYegEbG+ltgRik24SBAA4ASoh8lISBC7LAI0SFcTCEgQEMjitFu4SBIkSDDIuNDn6EQQA9C4RBCVhCK1s+DphAQCE/igDvigDdQx9GAA1LdcINi40MtcBRLUCcGFydGlhbF93b3JrZXI6e9lpFDUuODUyNkkHLnQFHDUsIHRhc2tfwRit/MG3HDoyOC4xMjE5IVWlehRfZXhlYzrh+wR0b83VHDI4LjI5MDY4xW3BUBw1LjcyNzA0MkVBBDk1HRAUfSwgZmluUpkAGDYuMzM0NjcFyV6ZAAGlAG9NbxQyOS4zMTdxTgmXCDYuMe1eEZwYMzAuMTM4NAlXAZwYNi4xNjMxNUndBDk1HRBuYgMIrUj+TQEIALlAZWIoFm5vdChpc251bGw1nAg1KSk5kgVibWkIcPwCKhYJJBoBASFEREREJGM+VQAEOGexfTHvBDUsrSwcZmlyc3Ryb3cdbbkhUQkINy4wLncABGK2agkCGDYuNjE1NzglpV5wAS4JAiAzMi41MjI3ODEh1iFgRgkCIDMyLjcwNzc1NwEjKW0QNTU1MDMFECltERBqCQIYNy4wMDMwMgVoXpkAMgkCEDAuMDM2NgkCEDMuOTAxFROF/BwzNC4yMjI5NiUhCZ0QOTcxNzQdnREQXgoCDiIIGG9BDUEprKoazgpoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYtkGBCwgNd0EKV0irAkEMS4F8U0xBGI3FjoJEGhhc2hf5TgAOhbuCgw6Ny4xBcIEZmUO2ggRDgUuLDowc30hmSoiS80bHjqkAAA9So4AodsAZeXNGDpkZXNjLCBKJADpix2lZZ8NpQVsBH1aPmwATjkIAUgQbWV0YSxOZQAZiR1pJZcNaQxiDUNvJh4KQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.984 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.317745ms] [] [2024/06/01 12:32:52.984 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/01 12:32:52.984 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:52.984 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518470217736\n# Query_time: 0.547180827\n# Parse_time: 0\n# Compile_time: 0.042510418\n# Rewrite_time: 0.019766796\n# Optimize_time: 0.017760164\n# Wait_TS: 0.00012769\n# Cop_time: 0.493618866 Process_time: 0.000277495 Wait_time: 0.000209701 Request_count: 4 Process_keys: 4 Total_keys: 62 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 29 Rocksdb_key_skipped_count: 139 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 6.9373e-05 Cop_proc_p90: 9.5886e-05 Cop_proc_max: 9.5886e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 5.2425e-05 Cop_wait_p90: 6.4655e-05 Cop_wait_max: 6.4655e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 74493\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3zKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKgOjQ5NS41bXMsIGxvb3BzOjIJNC43MyBLQgkwIEJ5dGVzCjEJM18xNQlqkgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJIENvbHVtbiMzNS5fAQAyPV8ILCBDGXkMOk9GRiFwADEhcCROL0EKMgk2XzE2Jf4gZ3JvdXAgYnk6WloBIXUkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhgQAuHewIKS0+FaQALA1BHGZpcnN0cm93LkYALnICEGlkKS0+HWI2HACeRgABikELZkwAESKiUgAIeXBlak4ARVopI37iAEVpZksABR+elgBRemZPABEinlIAXYdmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALl0DZlIALiYAfXgydgNMcGFydGlhbF93b3JrZXI6e3dhbGylIyg6NDk0LjYwNzYwMQExHe8MOjUsIEWTbG51bToxLCB0b3Rfd2FpdDoyLjQ3MTU3NzAzNHMJFzRleGVjOjE1MC41NzbCtQ0VpV8FLCw5OTIxMDdzLCBtYXgFcBA0MTg5NYUXCHA5NTISABR9LCBmaW5iqQAMOTY4NXKoAAG0EagYMTEyLjQyMRWRBaYMNS44ORkTFaQYNDAzNDI2OB2kDDkwNzglRBGjDREAfYGqAQQECjPBGhw4CTAJMC4wMl6vBoGoWjwEJV3+HQZaHQZ5ZFp9ADIwA14kAC78AlokAEnPWh0ALpoCMqsGdqUFWcUENC4l7u2cdj0GGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu4wVKhAByzQABHRApIGVxKNFBADcBkMnwCDYpXRm1CDMuOWFLFbVoYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NDkzCd8gZmV0Y2g6NDkyCTkFMBw6MTcwLjXCtWESGHByb2JlOns9j03oBGFsYWEANlW2CDIuOAF6CTAMMjIyLmmOBWAQIGFuZCBxwBw2c30JMTAuMuF5HukIHDUJM18yMShCAa4AKTFGPdmOMAFKJAAdthQsIGNhc3R6hAF5FjBkb3VibGUgQklOQVJZ/bkANzlrCDIuNwHxNWs+XQgIMi42Il0IFDYJMzBfMnWwLkUAADQyRQAQaW5kZXgSbQoEOiApq4koDCA0ODkpYSVRGF9oYW5kbGUJFwWHKbkQIDguODiFdSVuECAxMy40Kcgl/k5ZAAgyLjGFa6FqCCAxLDKGBSwgNX0sIG5leHQ6IHsBUQBfBZ8QOiA0OTBJPgUVCVsYbG9va3VwXw2IEDMyNi43FYk2IwAocmVzcDogMS43OG1BCwg5LjlBCw6ECRg3CTQ3XzI1UQgYMV8wCTEwCQVgDDpzdCwpHhA6aWR4X6FQDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCAOVAgcczpwc2V1ZG81iwQ4OSlJKdAAMyEJAHAxMDEcwUQMIDQ4OGksDHByb2OhRABzJTih+wESEDogNTcuIXXJnyEiCDogMxETaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCnDBXMIX2R1BRoYbjogNjYuOSVILG1heF9kaXN0c3FsX13YTDogMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY+06Dr4MDGltZToBuSg3bXN9fSwgdGlrdgVqBDp7BRsAMCKFDAFOKHNjYW5fZGV0YWlsVYYB2whlc3My8AAEYWwyFwAgX3NpemU6IDYwBfoEYWwNLAwzOCwgEqcLGG5hcHNob3RN0QQxMC0mmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTksIGtleT4XABw5MiwgYmxvY2EpAH0J1ARtZV62AAXlMpkB4ecEYWkRjTWgJRkmoQgMIDQ4Nw6jDfl5HDcJMV8yNyhQoRcAKUWi5YIEaW56WwRBdEhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpUbUMMS41MzI/BABjWrQCCDEuMGXlIcYtlxpWCQESXaBBxiEYEDogNTIuiUoAY76zAgw1NC4y/rMCTbMIOTQ5BYYp4P60Amq0AgQ5Nja1AgAxUrQCCDM5LhbACVm0uoMCWWnhhyVrUZ0xcD6DAggxNzMFdlmEGDgJNDVfMjZFfjIgBYrrBGZEAaGCAQTpjQA5UeMYMAkyOS45Ny6OBz6FDv2pLhsA+U5eIQASJw5aHQBtMVoeAP5kCv5kCk5kCj5hCC4MAQhpZCxiVAgANnHPCDUuNjbPAz5TCAw0LjM08SwSUwgAMw6xECmgGUUAMza4CuW0qe02UwgEMi4WeA02UggIMS45EskJ7ckINi41ac2JFgQyM2mQDp8NBGJsWlEIADUShArxNTKtBlpRCAgyLjMF+gFlNi0IDYcINTM4ZQUALEojABZQCAwyLjE0DlAIDDIxLjUxJBJQCAQzMy5QCAAzHlAIIk8IRWkAKAUGKkcIDHBhdXOhnQAsFQooXSwgWyJyZXZlcnQJGRkMCRutzwAstdmifQgIMS45Bf+CfAgMMS4zNqHxAHBaewgIOTUuFi4IvcgANCWyEtAItnsIDDU5LjP+yAWtyAgxLjIO7QlBN2qCBAAs/noIADI2xQUEMjJSxgUEMTdNS7nGWnoIADAOPgoAeT56CAQ0NyZ6CCbLCRquCAA2mowILqoBNowINbElKyqMCAQyMyGPuagOiwgEMzWxqA4tC4kKVk0ILo4EEk8OKkYIADgSEBFJfgAyRSqRMHHFEvoKKcYALGJ+AgQ4Nk1rWX4ENjQaBwzCRggAN/75Cib5CggxLjH++AqO+AoENTU6gAJWRQgEMjUtE1l/HkUIQk4CADKaTgIuegE2TgI1gUJOAgA2FqcJWVASVwgEMzRFSi4nBf5WCBZWCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('2zbACtY2CgdTb3J0XzEzErg1Cg1Qcm9qZWN0aW9uXzE1EqoyCgpIYXNoQWdnXzE2EtAoCjIhABQ4EqIlCgsBISRKb2luXzIwEsYQMkMAZDIxEssOCg5JbmRleExvb2tVcF8yOBLMBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwtgAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6NDg5LjdtcywgbG9vcHM6M2LaAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDQ4OC45bXMsIHByb2Nfa2V5czogMSwgdG90XwESIDogNTcuNMK1cwkTGHdhaXQ6IDMRE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA2Ni45BU3QbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhBBhbF90aQXkNDguN21zfX1qsQJ0aWt2BWsEOnsFHAwwcywgCfsBTwBzIZcoZGV0YWlsOiB7dG8BQwHcEGVzc19rHfEEYWwyFwAgX3NpemU6IDYwEXcJLDwzOCwgZ2V0X3NuYXBzaG90CY4IIDEwLSeYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxOSwga2V5PhcAQDkyLCBibG9jazoge319fSwgAcletgABHDaaAQRhbCWcDRo1oSUZCHdhbC00KCA0ODcuNW1zfXD/EQEEAXgRCiT/ARK3BgoMU2VsbTZAMjcSjgEKEVRhYmxlUm93SURJ4AA2Sd0EVKVC3QIIDQoLXd0IUh5rcqwCBGocBZ4MdGFza0q3AVaiAAgaAQIJfiyQpUApoNtLGqN1lD9pWxBSbmluKGVaTC50aWRiX2JhY2tncm91bmRfc3ViAWZcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHABRlcCkpWhQlhgwxLjUzeWoEMmJmagMMMS4wNQEqQXtNTAAxRVtFdn1WCHRvdCXNFDogNTIuOGUvAGO+aQMMNTQuMgU67mkDaWkIOTQ5BYYMfX1qgf5qA3ZqAwQ5NiUQBGFsOR9KagMMMzkuMQXbeWq6OQN5H4UMgdVtOTVxRZt9OQgxNzMFdlqYAhwhjURsjTL1cjKVAggBQAGxkAw5Mi40IfyJlRAyYvEBacFJSf2RlEVQFCA0ODkuOAEsLGZldGNoX2hhbmRsZQkXADcBF6VYEDogOC44SRsBvgw6IDEzhX+BOGGvTlkACDIuMUWABG51qf8ydwUoNX0sIG5leHQ6IHsBUQBfBZ8YOiA0OTAuMQF2BRUJWxhsb29rdXBfDYgQMzI2Ljclj0YjACRyZXNwOiAxLjc4gXMEmp8ubAThJRipg8CnYxV0PjUBCFKVAX7IAwxlcCwgdiQAHd4ULCBjYXN0etUDgSFBd2gsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzc9zSWKMc0ED0PdwRRPRkZw7BQuVQUEjBI2SQgIORLMOkkIEDM2EocGQkkICDMzGh5JCAS4mrFsAD4eSQgIHAoasWwUAXQaDgoFhd0AEgkHBFJtHkAIDHBhdXOB4AAsFQooXSwgWyJyZXZlcnQJGRkMCRutEgAstRwAXYJ2CLELADm9CxgzYtgBY29wUYpRdghtYXhBEwQzNkFWXgsFBDk1GicIvQsANIWFACzKCwUIOS4zRaHuCwWpCwgxLjJBywh9asL+CQV2CQUAMjYIBQQyMlZzCAA3hZMALL0JWnMIADAhwgB5PnMIBDQ3JnMIJsUJGqcIADaahQguqwE2hQg1sj5MBQQyMyGQWkoFBBKBMoQIDDM1Eo1GhAgEMzQWBggEqrlCGAMIDAoKeRj+gwhygwgoBLpAKbkehetR+D1tlQRSKFZECAxnbG9iDrcKBGFzDoQIMj0IBDgyYQiRSm4yA0F6ACxiMgMEODZtH3kyBDY0rZnCPQgAN/6mCyamCwgxLjEWpQsAlP4yA3YyAwQ1NTo0AwAxUjMDBDI1LRRGPAhCAgMAMpoCAy57ATYCAzWCQgIDADYWnwlaBAMcIYk7w9ZL4Y0yYAIOTgipaAg1LjPllFE2AO5mTQgIMi4wBSs2TAgIMS45EmII7cMINi41FiwK4cIMOiAyM0VLdksIADUSNA6x1f1tADpeSwgIMi4zxR4BZVJKCAg1MziN0EYjABZKCAwyLjE0DkoIBK+sNkoIIAIh6SCU+SYBjz4xAQhS2wIqJgguhwMEaWQyQQguGwBhpxYKCFo8AAx0eXBlYj4A5YdiHgAccHJpb3JpdHliIQAUY3JlYXRlEgsKZiQAJm8IYiQAAHM+Iwk24gAAchJYCwRjbwHJPh0JLioAISdeEAkANlWPADYl2VGPQg8JBNwiKg8JQCHFqRolOc6UQCmJ0t7gC5OZDr8NZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxerYJcucAAR0QKSBlcSgiwgkELCARCwg2KV0izwkEMy5FzRHABJYBZRgQX2hhc2hJqQQ6exIpDAw6NDkzFg4LZU8AOg7WCwU6BTAcOjE3MC41wrVhORhwcm9iZTp7PakEOjXt0xg6Mi40NnMsDo0IBUFliQkwEDIyMi42EqoIBWAMIGFuZGULCTMsfXDUUSF+/VR9SBaVQj0BAMv+6AL+6AL+6AL+6AKK6AJ9zkocED2sVRkANCnuURlC2QIE2CUu2QIYzqZn4m+alR6SCADwUdkEtwYOhxAQcCBieTodgz5mAyBmdW5jczptYXh68gIdqCqcDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GALEjZkwAESKemAChVGpOAKVyKSN+nAClgWZLAAUfnpYAsa9mTwARIp5SAL3gZlUAHSWiWADZFGpYABklnlgApURiMgIBHp5KAAB03XVmUgAuJgAEWhMSEhEENDkStxBxhhjLAnBhcnRpDmoJGG9ya2VyOnsmpxEcNDk0LjYwNzYW9Qgd76V/DGFza18OsggadhMOZgihWxw3MTU3NzAzNBrjFihleGVjOjE1MC41N6mNDlILBYkoMi40NzE5OTIxMDe1wRw0LjQxODk1Mg7GCwhwOTUFghESFH0sIGZpbmKpAAw5Njg1Ep0JXqgAyTMAXwWoFDExMi40Mhb4EgGRBaYMNS44ORkTFaQYNDAzNDI2OB2kDDkwNzglRRGjDRFegAoUNA3OSNbkRssEAKv+Zwb+ZwY6ZwZJgFrPBHmbWiEAPXhiSAkyiwNaSAAutAImYggANdVHBDUuRR9RwXpHBhSSxxdV2PxGfAEAXlp+AIbnAIpTCgRpZB2uRSosbG9vcHM6MnDoJRgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:52.986 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.833435ms] [] [2024/06/01 12:32:52.986 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:52.987 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:52.987 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=385.412µs] [] [2024/06/01 12:32:52.987 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:53.017 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=29.538237ms] [] [2024/06/01 12:32:53.076 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:53.078 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:53.080 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:53.080 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:53.086 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:53.090 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:53.090 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:53.090 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:53.090 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:53.092 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:53.093 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:53.093 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:53.093 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:53.093 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:53.093 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=781.89118ms] [] [2024/06/01 12:32:53.154 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":7,\"2\":54,\"3\":12,\"4\":36}}"] [2024/06/01 12:32:53.156 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:53.156 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:53.319 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:53.365 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/01 12:32:53.365 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/01 12:32:53.365 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/01 12:32:53.373 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.678684ms] [] [2024/06/01 12:32:53.373 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=312] [kvs=6] [checksum=602317331038109679] [2024/06/01 12:32:53.373 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=602317331038109679,size=312,kvs=6}"] [2024/06/01 12:32:53.373 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/06/01 12:32:53.373 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/06/01 12:32:53.400 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=133] [physicalTableID=133] [indexID=-1] [checksum=602317331038109679] [totalKvs=6] [totalBytes=312] [2024/06/01 12:32:53.401 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=602317331038109679,size=312,kvs=6}"] [2024/06/01 12:32:53.401 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=35.73766ms] [] [2024/06/01 12:32:53.401 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=35.937253ms] [] [2024/06/01 12:32:53.444 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=124.483525ms] [] [2024/06/01 12:32:53.479 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:53.479 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/06/01 12:32:53.482 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/06/01 12:32:53.533 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/06/01 12:32:53.562 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=10] [2024/06/01 12:32:53.586 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:53.586 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/06/01 12:32:53.676 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.5901967150000003\n# Parse_time: 0.001722297\n# Compile_time: 0.002596029\n# Rewrite_time: 0.000334398\n# Optimize_time: 0.001316113\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4a0fe07d939f765134a1b85b431969d9bb6528c6a8167edf81387950de66899e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (@`1`,@`2`,`a`) SET `c`=@`1`+100, `d`=@`2`, `b`=CONCAT(@`2`, _UTF8MB4'-aa') FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:53.688 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=89] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:53.696 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:53.714 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:53.714 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:53.788 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:565.084222ms txnStartTS:450165518679932932 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:564.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:303 rocksdb_delete_skipped_count:71 rocksdb_key_skipped_count:817 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:53.799 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165518679932932\n# Query_time: 0.585806855\n# Parse_time: 0\n# Compile_time: 0.012381008\n# Rewrite_time: 0.001797036\n# Optimize_time: 0.00644122\n# Wait_TS: 0.000127492\n# Cop_time: 0.562721802 Process_time: 0.000416874 Wait_time: 0.000052831 Request_count: 2 Total_keys: 606 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 142 Rocksdb_key_skipped_count: 1634\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000208437 Cop_proc_p90: 0.000272225 Cop_proc_max: 0.000272225 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6415e-05 Cop_wait_p90: 3.0049e-05 Cop_wait_max: 3.0049e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12684\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+Ra4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjU2NC42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAxHYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldGXcIMy44HXd0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjk1ASkQZmV0Y2gVDgUuDDowc30RqBEIIAozCTZfMjkoQgFPACkBtjA0MDAJZ3JvdXAgYnk6FYtALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBGvCDEuODaoAVBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l1BgxLjM1MzczBS8IY29uOc50LCB0YXNrX251bTowLCB0b3Rfd2FpdDo1LjgxMDY2JQ0BFRhleGVjOjBzCSIFUhw1Ljk3MDQzOSEGLG1heDoxLjIwNTg0NAEQCHA5NR0QFH0sIGZpblqXABQ3ODUxOTcBNV6XAAGjEZccNDMuODE0wrUNiQWWEDUuNjcxFRMFnBg3LjkzNDczAVYJmxQ3Mzk2MTIBEAmbERAAfUHFAQQYCjQJMV8zMDGaJG5vdChpc251bGw9giG4BV8EMS4ynAIEMzhRniBOL0EKNQk2XzMhowg4MDA940qJAnkXUhIDJHNjaGVtYV9pZHNSHwBFjwkeSTQIbWluFa0AOFYvAgAwRbR112YvAhw1MzguMTA3wiFpXpgBLi8CGDEuOTc3NjklFyGtJZkyLwIQMi4xODFFfyGSFDQ2MC40NwlgIZIZEGotAhQ5MzkuMDAp/l6VAC4tAhAyNi4yOAkvFZRBLQXWARIlzRgzLjg0MDU1ReoBmxQ4OTguMjYFJAGaFQ9ZKyA2CTMxXzM2CTAp4zhkYXRhOkhhc2hBZ2dfMzFxnRAzNjIuOAVHNXAMY29wX2FuCDoge2FwCCAxLAVyCCAxLmlHQREYX2tleXM6IC1dARIUOiAxNDQuCZIBtmWgCCAzMAVcZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwkbwBcQhfZHUFGhRuOiAzNC5pLSxtYXhfZGlzdHNxbF8uTgFIIDF9LCBycGNfaW5mbzp7Q29wOgGuDF9ycGPBCwB0gf8pOigxLjI4bXN9fQkyNC4BAwA3YQEMMQkxXy0gleb+AwOWAwNKZgDJXH0TADglpQRrdiUdBDp7RQhBri2qPH0sIHNjYW5fZGV0YWlsOiCp9C2aQDMwMywgZ2V0X3NuYXBzaG90KQ0IIDguSVmYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5PhcAIDgxNywgYmxvY0EeEH19fSwgAZY+gwBBEAhlc3MNczIYAqFgBGFpEY5NHwB0AeXZBhwgMjgyLjXCtV3NFDgJNDNfM4H+DDAJMTCBs4VZADouQQh8LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96TgGhFwEEBAozYTkcNDEoUHJvYmWhTgA2GrQIAGRhQyxTZWxlY3Rpb25fNDAFUhKLCKXFLZgALEHvKbQAIEGUeUIINTY1qZQhIS2pMkMDEDI3Mi4yZTJ5QwAycaEAY75FAwQ0MwVL7kMDaUMOawkAOW1EADQa4wjBRSGQBDQwZUQxJErYAgxyZW9yFrYJ/ssCNssCCDkuMIlv/swCqswCMqEBNswCNagAdAHoXc4INTYzJT4hMwEECAo1CUHNADklOP7NAn7NAg==')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('yRnwSQrEGQoNUHJvamVjdGlvbl8xMxKsGAoHU29ydF8xNBK0FwoLSGFzaEpvaW5fMjcSrQYKDlRhYmxlUmVhZGVyXzQxEu8DCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaoACdGplAAgsIHMB2/CGZGV0YWlsOiB7dG90YWxfa2V5czogMzAzLCBnZXRfc25hcHNob3RfdGltZTogOS4wNsK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5X3NraXBwZWRfY291bnQ6IDgxNywgYmxvY2s6IHt9fX0sIHRpbWVfZGV0LoQAHHByb2Nlc3NfCXQQMjcyLjIFdQmiCHdhaRGPDDIyLjgJGgHoDHdhbGwNNBw1NjMuOW1zfVZJASwaAQIhVVVVVZV09kA5TCgBQAFSEWRhdGE6U10NBFoTBYYUNTYzbXMsMaEUYtkBY29wKb5MIHtudW06IDEsIG1heDogNTY1LjEBKwHFLU4EMCwBuwXXADo2zwAFzQA6GciAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogNDMlAKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZYAYS0zCDU2NCUyDH1w9AFddBAS0A8KCmFAIEFnZ18yORKNDC4sAxAzMBKrCxkgEDM1EqIHNl8DEDM2EugEHSIAMU5dAwA0Rdr+XQPuXQNtXQAoYV0AAAEBBEC/aV0slAFncm91cCBieTptYeY2ZwMh5Bxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAFRqb2JfaWQpLT5Db2x1bW4jMThq/gF0QfIEdGFSPwTO2gMIOC43RUoAcv7ZA6bZAxAxNDQuNgV1QtkDBDMwCRgB5X3XGDI4Mi41wrVe2AMgId7d3d0dPvdAOcRh1QQPZGHVCEhhc0XFDDMxWhZl0wQzNpE+BGxvpXcEYtdi1gMMMS4zOW7VAzLLAG3VDcTC0wMMMzQuMQX+7tUDadUkMS4yOG1zfX1w8C7UAyUnCK1s+DonAQCE/usCvusCVc9d2wg1WhQlnQwxLjA1IXExm0SuAnBhcnRpYWxfd29ya2VyOntZFxQ1MzguMTBJvy79BAg1LCBhIQBfoaCtg8E8HDoxLjk3NzY5paYgdG90X2V4ZWM64X8BDQV+FDIuMTgxNgGAodQUNDYwLjQ3CWAIcDk1HRAUfSwgZmluUpUAGDkzOS4wMDQlyV6VAAGhAG9NLxAyNi4yOAkvARQFlAg1LjYJdgESBZkcMy44NDA1NTgRmxA4OTguMmlEAZoVD1r5Bin6BEj+LfoIALlAZSEoFm5vdChpc251bGw1lQg1KSnN+wAxydAtigxw/AJ4FpAINP///wEaAQEhRERERCRjPlQABDhnsTgx5wQ1LI3nHGZpcnN0cm93HWyZ3FkBADglgQ13BGKyagECGDEuMzUzNzMFMF5sAS4BAhg1LjgxMDY2JUYhWyVtMgECFDUuOTcwNGn0QQMcMS4yMDU4NDQheCFpGRBqAwIcMS43ODUxOTcBNV6XAC4DAhA0My44MUoDAokOAalFBBQ3LjkzNDcSjwgJmxQ3Mzk2MTIBZgmbERBeBQIhuhRvQQ1BKaweRwpoAUABUjxpbm5lciBqb2luLCBlcXVhbDpbZXEoYpAGBCwgNdkMKV1aFQWbDncJJVYxtgA3FrUIEGhhc2hfxe8AOhZnCmGEZeAQZmV0Y2gVDgUuLDowc30hmSoiS80bHjqkAAA9So4A+YQUOmRlc2MsTokH6UIVpQQ0LmX8DaUFbAR9Wj5sAE7wBwFIEG1ldGEsTmUAGYkdaUWUDWkMYg1DbyabCUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:53.860 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:53.937 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=997.257µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:53.951 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=90] [2024/06/01 12:32:53.953 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=24.341969ms] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.032 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.065 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=249.424µs] [gotSchemaVersion=91] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:54.077 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=91] [2024/06/01 12:32:54.078 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=17.862753ms] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.149 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:133, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.159 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 133, Old Table Name: t"] [2024/06/01 12:32:54.203 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=288.517µs] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:54.214 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=92] [2024/06/01 12:32:54.216 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=17.743245ms] [job="ID:135, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.288 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[133]"] [comment="drop table: table ID"] [2024/06/01 12:32:54.299 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="drop table"] [2024/06/01 12:32:54.302 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:133, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:53.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.415 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/06/01 12:32:54.415 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:54.420 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.733706566\n# Parse_time: 0.000274335\n# Compile_time: 0.00069163\n# Rewrite_time: 0.000012051\n# Optimize_time: 0.00157662\n# Wait_TS: 0.000445346\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:54.424 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=92] [cur_db=import_into] [sql="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [user=] [2024/06/01 12:32:54.476 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:54.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:54.476 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:54.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/06/01 12:32:54.549 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.558 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 136, Table Name: t"] [2024/06/01 12:32:54.633 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=3.081633ms] [gotSchemaVersion=93] [phyTblIDs="[136]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:54.645 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=137] [version=93] [2024/06/01 12:32:54.647 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=21.341085ms] [job="ID:137, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:54.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.688 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.739 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/06/01 12:32:54.739 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:54.743 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.321749638\n# Parse_time: 0.001251219\n# Compile_time: 0.001595266\n# Rewrite_time: 0.000015765\n# Optimize_time: 0.00157662\n# Wait_TS: 0.000407725\n# DB: import_into\n# Is_internal: false\n# Digest: db817a85dcf3f7c3b10541233a5c2fb5746c96774b5c96485baef7c9d25a13e6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_increment primary key, b int, c varchar(100), d int);"] [2024/06/01 12:32:54.760 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:54.976 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:55.078 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:55.120 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/06/01 12:32:55.121 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:55.227 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:55.230 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:55.231 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/06/01 12:32:55.254 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:55.257 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:55.257 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:55.257 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=108.133µs] [2024/06/01 12:32:55.257 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=284.649µs] [] [2024/06/01 12:32:55.258 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:55.258 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:55.385 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/06/01 12:32:55.406 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/06/01 12:32:55.428 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:55.470 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:55.471 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/01 12:32:55.473 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:55.481 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:55.481 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:55.482 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:55.482 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:55.483 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:55.483 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:55.483 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:55.483 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:55.483 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:55.496 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:55.498 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:55.498 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:55.498 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:55.498 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/06/01 12:32:55.542 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/06/01 12:32:55.546 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:55.549 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:55.549 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/06/01 12:32:55.616 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [2024/06/01 12:32:55.621 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.001.csv:0] [readDur=1.503245ms] [encodeDur=1.342626ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=1.070766ms] [type=file] [takeTime=4.377691ms] [] [2024/06/01 12:32:55.622 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/06/01 12:32:55.622 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/25bfe3fc-b730-4915-87c9-c6f66eb77135.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000002] [2024/06/01 12:32:55.715 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [2024/06/01 12:32:55.718 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.002.csv:0] [readDur=1.143895ms] [encodeDur=1.106664ms] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=91.665µs] [type=file] [takeTime=2.677299ms] [] [2024/06/01 12:32:55.719 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=136] [2024/06/01 12:32:55.719 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d658f24c-9d3a-4d80-8bf7-9d47a4e43f8b.sst] [firstKey=7480000000000000885F728000000000000006] [lastKey=7480000000000000885F728000000000000007] [2024/06/01 12:32:55.816 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [2024/06/01 12:32:55.819 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=136] [key=db.tbl.003.csv:0] [readDur=1.154153ms] [encodeDur=1.897423ms] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=62.394µs] [type=file] [takeTime=3.454158ms] [] [2024/06/01 12:32:55.820 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=278.472964ms] [] [2024/06/01 12:32:55.820 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/11/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/0af14a2c-a29c-4306-8f84-2f377d0c9260.sst] [firstKey=7480000000000000885F72800000000000000B] [lastKey=7480000000000000885F72800000000000000C] [2024/06/01 12:32:55.821 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/01 12:32:55.821 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/01 12:32:55.821 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:55.823 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.000937ms] [] [2024/06/01 12:32:55.823 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:55.828 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:55.850 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/01 12:32:55.850 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:55.864 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/01 12:32:55.866 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=42.853249ms] [] [2024/06/01 12:32:55.866 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:55.867 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.263971ms] [] [2024/06/01 12:32:55.867 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/01 12:32:55.867 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:55.869 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.944058ms] [] [2024/06/01 12:32:55.869 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:55.869 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:55.869 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=62.692µs] [] [2024/06/01 12:32:55.869 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:55.870 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.014099ms] [] [2024/06/01 12:32:55.917 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/01 12:32:55.920 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:55.920 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:55.920 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:55.920 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:55.920 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:55.920 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:55.920 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:55.921 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:55.921 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:55.921 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:55.921 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:55.921 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:55.921 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:55.923 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:55.924 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:55.924 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:55.924 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:55.924 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:55.924 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=454.064069ms] [] [2024/06/01 12:32:55.940 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:55.942 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:55.943 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:55.944 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:56.017 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":6,\"3\":36,\"4\":7}}"] [2024/06/01 12:32:56.019 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:56.019 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:56.221 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:56.267 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/01 12:32:56.268 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/01 12:32:56.268 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/01 12:32:56.276 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=7.442337ms] [] [2024/06/01 12:32:56.276 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/06/01 12:32:56.276 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/01 12:32:56.276 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/06/01 12:32:56.276 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/06/01 12:32:56.280 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/06/01 12:32:56.281 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/01 12:32:56.281 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.745272ms] [] [2024/06/01 12:32:56.281 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.957369ms] [] [2024/06/01 12:32:56.326 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=104.115229ms] [] [2024/06/01 12:32:56.341 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:56.341 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/06/01 12:32:56.344 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/06/01 12:32:56.380 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/06/01 12:32:56.440 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=11] [2024/06/01 12:32:56.458 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:56.459 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/06/01 12:32:56.556 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:56.628 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.884462807\n# Parse_time: 0.001595551\n# Compile_time: 0.002147633\n# Rewrite_time: 0.000254106\n# Optimize_time: 0.00157662\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:56.637 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=93] [cur_db=import_into] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:56.662 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:56.662 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:56.706 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:queueing, SchemaState:public, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.740 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=719.402µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:56.752 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=94] [2024/06/01 12:32:56.755 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=19.339798ms] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.792 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:write only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.858 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=348.259µs] [gotSchemaVersion=95] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:56.871 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=95] [2024/06/01 12:32:56.873 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=20.684564ms] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.941 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [category=ddl] [job="ID:138, Type:drop table, State:running, SchemaState:delete only, SchemaID:104, TableID:136, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.951 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 104, Old Table ID: 136, Old Table Name: t"] [2024/06/01 12:32:56.997 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=274.686µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:57.008 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=138] [version=96] [2024/06/01 12:32:57.010 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=16.861456ms] [job="ID:138, Type:drop table, State:done, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.087 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=138] [tableIDs="[136]"] [comment="drop table: table ID"] [2024/06/01 12:32:57.097 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=138] [jobType="drop table"] [2024/06/01 12:32:57.101 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=138] [conn=2] [job="ID:138, Type:drop table, State:synced, SchemaState:none, SchemaID:104, TableID:136, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.182 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=138] [2024/06/01 12:32:57.182 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:57.186 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.549368232\n# Parse_time: 0.000302181\n# Compile_time: 0.000811735\n# Rewrite_time: 0.000011649\n# Optimize_time: 0.000820576\n# Wait_TS: 0.00039167\n# DB: import_into\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:57.188 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=96] [cur_db=import_into] [sql="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [user=] [2024/06/01 12:32:57.271 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:57.271 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/06/01 12:32:57.315 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [category=ddl] [job="ID:140, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.325 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 139, Table Name: t"] [2024/06/01 12:32:57.414 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=2.885047ms] [gotSchemaVersion=97] [phyTblIDs="[139]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:57.426 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=140] [version=97] [2024/06/01 12:32:57.428 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=21.892939ms] [job="ID:140, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.496 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=140] [conn=2] [job="ID:140, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:139, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.549 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=140] [2024/06/01 12:32:57.549 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:57.553 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.366283477\n# Parse_time: 0.00083709\n# Compile_time: 0.00143543\n# Rewrite_time: 0.000011309\n# Optimize_time: 0.000820576\n# Wait_TS: 0.000427604\n# DB: import_into\n# Is_internal: false\n# Digest: fba4d25935bef9b723af6dd92c3917cc2a54ad46b4abb3834b9c72b264c418a3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint auto_random primary key, b int, c varchar(100), d int);"] [2024/06/01 12:32:57.568 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:57.796 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`, `c`, `d`)\",\"file-location\":\"gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:57.902 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=12] [task-id=12] [data-size=63B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:57.948 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=12] [2024/06/01 12:32:57.948 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:58.054 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:58.056 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:58.057 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [2024/06/01 12:32:58.078 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:58.080 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:58.081 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=63] [2024/06/01 12:32:58.081 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=63] [cost=99.256µs] [2024/06/01 12:32:58.081 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=237.24µs] [] [2024/06/01 12:32:58.081 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:58.081 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:58.231 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=12] [mode=Import] [2024/06/01 12:32:58.254 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=12] [2024/06/01 12:32:58.261 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=12] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:58.303 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:58.304 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/06/01 12:32:58.306 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:58.315 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:32:58.315 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:32:58.315 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:58.315 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:32:58.316 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:58.316 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:58.316 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:58.316 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:58.317 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:58.331 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:58.333 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:58.333 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:58.333 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=12] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:58.333 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=12] [disk-quota=348.5GiB] [2024/06/01 12:32:58.381 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [2024/06/01 12:32:58.386 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:58.390 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:58.390 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/06/01 12:32:58.542 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [2024/06/01 12:32:58.547 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.001.csv:0] [readDur=1.761927ms] [encodeDur=1.809017ms] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=382.779µs] [type=file] [takeTime=4.465133ms] [] [2024/06/01 12:32:58.548 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/06/01 12:32:58.548 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/d096d8cc-846b-47e2-b72e-72e451bcbf98.sst] [firstKey=74800000000000008B5F728400000000000001] [lastKey=74800000000000008B5F728400000000000002] [2024/06/01 12:32:58.573 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [2024/06/01 12:32:58.576 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.002.csv:0] [readDur=1.028632ms] [encodeDur=804.791µs] [checksum="{cksum=12305018038957930638,size=82,kvs=2}"] [deliverDur=85.278µs] [type=file] [takeTime=2.190277ms] [] [2024/06/01 12:32:58.577 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=139] [2024/06/01 12:32:58.577 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/97d45659-cba3-415d-806f-74f1f2e3ad0d.sst] [firstKey=74800000000000008B5F728000000000000006] [lastKey=74800000000000008B5F728000000000000007] [2024/06/01 12:32:58.597 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [2024/06/01 12:32:58.600 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=139] [key=db.tbl.003.csv:0] [readDur=1.065453ms] [encodeDur=867.637µs] [checksum="{cksum=17907548893808300386,size=82,kvs=2}"] [deliverDur=50.367µs] [type=file] [takeTime=2.274058ms] [] [2024/06/01 12:32:58.601 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=988] [file=/tmp/tidb/import-4000/12/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/75d0eb3b-fa74-4ef0-9c85-004b0f9c73c8.sst] [firstKey=74800000000000008B5F728C0000000000000B] [lastKey=74800000000000008B5F728C0000000000000C] [2024/06/01 12:32:58.601 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=import] [subtask-id=23] [takeTime=219.347388ms] [] [2024/06/01 12:32:58.601 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/06/01 12:32:58.601 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/06/01 12:32:58.601 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:58.603 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.928471ms] [] [2024/06/01 12:32:58.603 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:32:58.609 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:58.631 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=6] [size=246] [2024/06/01 12:32:58.631 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:58.646 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=246] [kvs=6] [importedSize=246] [importedCount=6] [2024/06/01 12:32:58.648 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=44.360999ms] [] [2024/06/01 12:32:58.648 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:32:58.649 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.33386ms] [] [2024/06/01 12:32:58.649 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=12] [step=import] [engine-id=0] [2024/06/01 12:32:58.649 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:58.651 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.650143ms] [] [2024/06/01 12:32:58.651 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:32:58.651 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:58.651 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=77.225µs] [] [2024/06/01 12:32:58.651 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:32:58.652 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.004346ms] [] [2024/06/01 12:32:58.704 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=12] [step=import] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:58.708 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:58.708 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:58.708 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:58.708 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:58.710 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:58.710 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:58.710 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:58.710 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:58.710 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:58.711 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=407.82295ms] [] [2024/06/01 12:32:58.769 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:58.771 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:58.772 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:58.772 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:58.851 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":38,\"2\":6,\"3\":36,\"4\":7}}"] [2024/06/01 12:32:58.853 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=12] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:58.853 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:59.051 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:59.098 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/06/01 12:32:59.098 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/06/01 12:32:59.098 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [2024/06/01 12:32:59.105 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=7.537309ms] [] [2024/06/01 12:32:59.105 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [groupId=-1] [size=246] [kvs=6] [checksum=5007723872062626566] [2024/06/01 12:32:59.106 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [checksum="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/01 12:32:59.106 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [weight=30] [2024/06/01 12:32:59.106 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [concurrency=15] [2024/06/01 12:32:59.110 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=139] [physicalTableID=139] [indexID=-1] [checksum=5007723872062626566] [totalKvs=6] [totalBytes=246] [2024/06/01 12:32:59.110 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [local="{cksum=5007723872062626566,size=246,kvs=6}"] [2024/06/01 12:32:59.110 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=12.4328ms] [] [2024/06/01 12:32:59.110 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=12] [step=post-process] [subtask-id=24] [takeTime=12.61799ms] [] [2024/06/01 12:32:59.156 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=12] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=105.147251ms] [] [2024/06/01 12:32:59.167 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=12] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:59.167 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=12] [step=post-process] [state=running] [] [2024/06/01 12:32:59.171 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=12] [2024/06/01 12:32:59.210 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=12] [type=ImportInto] [2024/06/01 12:32:59.256 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=12] [2024/06/01 12:32:59.283 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:59.283 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=12] [2024/06/01 12:32:59.404 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:59.457 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.90300789\n# Parse_time: 0.000688124\n# Compile_time: 0.001629194\n# Rewrite_time: 0.000282392\n# Optimize_time: 0.000820576\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: f3270b3d4ac347ff792763bdba108394282dd374769c7e26c556d7e9ff20c491\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` (`b`,`c`,`d`) FROM 'gs://test-multi-load/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestCancelJob [2024/06/01 12:32:59.468 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="drop database if exists test_cancel_job"] [user=] [2024/06/01 12:32:59.471 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=97] [cur_db=import_into] [sql="create database test_cancel_job"] [user=] [2024/06/01 12:32:59.501 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:59.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:59.501 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:59.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_cancel_job"] [2024/06/01 12:32:59.550 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:create schema, State:queueing, SchemaState:none, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:59.582 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=1.109321ms] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:59.594 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=98] [2024/06/01 12:32:59.596 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=19.071237ms] [job="ID:142, Type:create schema, State:done, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:59.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:59.636 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:create schema, State:synced, SchemaState:public, SchemaID:141, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:59.666 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/06/01 12:32:59.667 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:59.673 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=test_cancel_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=] [2024/06/01 12:32:59.756 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:32:59.756 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:59.801 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:59.811 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 143, Table Name: t1"] [2024/06/01 12:32:59.862 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=2.456046ms] [gotSchemaVersion=99] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:59.874 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=144] [version=99] [2024/06/01 12:32:59.876 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=21.26026ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:59.950 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:59.988 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/06/01 12:32:59.989 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:59.992 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.319947843\n# Parse_time: 0.000436895\n# Compile_time: 0.000941554\n# Rewrite_time: 0.000015654\n# Optimize_time: 0.001294645\n# Wait_TS: 0.000382392\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_cancel_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:32:59.994 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=test_cancel_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=] [2024/06/01 12:33:00.041 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:00.041 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/01 12:33:00.082 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [category=ddl] [job="ID:146, Type:create table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:00.090 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 141, Table ID: 145, Table Name: t2"] [2024/06/01 12:33:00.175 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=2.449481ms] [gotSchemaVersion=100] [phyTblIDs="[145]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:00.186 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=146] [version=100] [2024/06/01 12:33:00.188 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=21.299382ms] [job="ID:146, Type:create table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:00.259 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=146] [conn=2] [job="ID:146, Type:create table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:00.293 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=146] [2024/06/01 12:33:00.293 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:00.297 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.304322958\n# Parse_time: 0.000699568\n# Compile_time: 0.001036867\n# Rewrite_time: 0.000010696\n# Optimize_time: 0.001294645\n# Wait_TS: 0.000275367\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/01 12:33:00.299 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job1'@'localhost';"] [user=] [2024/06/01 12:33:00.571 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job1@localhost"] [user=] [2024/06/01 12:33:00.732 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job1'@'localhost'"] [user=] [2024/06/01 12:33:00.942 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="DROP USER IF EXISTS 'test_cancel_job2'@'localhost';"] [user=] [2024/06/01 12:33:01.176 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="create user test_cancel_job2@localhost"] [user=] [2024/06/01 12:33:01.342 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_cancel_job.* to 'test_cancel_job2'@'localhost'"] [user=] [2024/06/01 12:33:01.520 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:01.520 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=100] [error="[executor:8170]Job ID 9999999999 doesn't exist"] [errorVerbose="[executor:8170]Job ID 9999999999 doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:151\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:322\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:308\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:402\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/01 12:33:01.535 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:01.773 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:33:01.859 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=13] [task-id=13] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:01.866 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344821055\n# Parse_time: 0.000516788\n# Compile_time: 0.001409181\n# Rewrite_time: 0.000320917\n# Optimize_time: 0.001294645\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQyLjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQyLjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t1` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/01 12:33:01.901 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=13] [2024/06/01 12:33:01.901 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:02.007 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:02.008 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:02.009 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [2024/06/01 12:33:02.031 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:02.034 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/01 12:33:02.034 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/01 12:33:02.035 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=97.975µs] [2024/06/01 12:33:02.035 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=305.841µs] [] [2024/06/01 12:33:02.035 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=13] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:02.035 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:02.037 +00:00] [INFO] [import_into.go:312] ["import into action start"] [jobID=13] [action="\"cancel\""] [2024/06/01 12:33:02.155 +00:00] [WARN] [session.go:804] [sql] [label=internal] [error="[kv:9007]Write conflict, txnStartTS=450165521000169476, conflictStartTS=450165521000169474, conflictCommitTS=450165521000169477, key={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, primary={tableID=82, tableName=mysql.tidb_global_task, indexID=1, indexValues={pending, 13, }}, originalPrimaryKey=7480000000000000525f6980000000000000010170656e64696e6700fe03800000000000000d, reason=Optimistic [try again later]"] [txn="Txn{state=invalid}"] [2024/06/01 12:33:02.155 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=0] [sql=] [2024/06/01 12:33:02.173 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=1] [sql=] [2024/06/01 12:33:02.180 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=2] [sql=] [2024/06/01 12:33:02.182 +00:00] [WARN] [session.go:1092] [retrying] [schemaVersion=100] [retryCnt=0] [queryNum=3] [sql=] [2024/06/01 12:33:02.183 +00:00] [WARN] [session.go:1115] ["transaction association"] ["retrying txnStartTS"=450165521026121731] ["original txnStartTS"=450165521000169476] [2024/06/01 12:33:02.192 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/06/01 12:33:02.198 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=13] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/06/01 12:33:02.241 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=13] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:02.243 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=13] [step=init] [mode=Normal] [2024/06/01 12:33:02.307 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=13] [2024/06/01 12:33:02.331 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:02.331 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=13] [2024/06/01 12:33:02.408 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:02.451 +00:00] [INFO] [import_into.go:315] ["import into action completed"] [jobID=13] [action="\"cancel\""] [takeTime=413.283647ms] [] [2024/06/01 12:33:02.451 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job1[test_cancel_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.421784874\n# Parse_time: 0.000324537\n# Compile_time: 0.000827776\n# Rewrite_time: 0.000008719\n# Optimize_time: 0.001294645\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 13;"] [2024/06/01 12:33:03.031 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:03.032 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job1\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job1\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:33:03.041 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:03.041 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=100] [error="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the SUPER privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.GetJob\n\tpkg/executor/importer/job.go:159\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus.func1\n\tpkg/executor/import_into.go:325\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).checkPrivilegeAndStatus\n\tpkg/executor/import_into.go:322\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoActionExec).Next\n\tpkg/executor/import_into.go:308\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestCancelJob\n\ttests/realtikvtest/importintotest/job_test.go:450\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"test_cancel_job2\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"test_cancel_job2\",\n \"AuthHostname\": \"localhost\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:33:03.049 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:03.049 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=100] [error="[executor:8171]The current job status cannot perform the operation. CANCEL"] [session="{\n \"currDBName\": \"test_cancel_job\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:33:03.064 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:03.235 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:33:03.313 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=14] [task-id=14] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:03.355 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=14] [2024/06/01 12:33:03.355 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:03.462 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:03.463 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:03.464 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [2024/06/01 12:33:03.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:03.489 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:33:03.489 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/01 12:33:03.489 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=73.603µs] [2024/06/01 12:33:03.489 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=181.086µs] [] [2024/06/01 12:33:03.490 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:03.490 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:03.609 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=14] [mode=Import] [2024/06/01 12:33:03.632 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=14] [2024/06/01 12:33:03.640 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=14] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:03.684 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:03.685 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/06/01 12:33:03.686 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:03.695 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:03.696 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:03.696 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:03.696 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:03.697 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:03.697 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:03.697 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:03.697 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:03.697 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:03.712 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:03.714 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:03.714 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/01 12:33:03.714 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=14] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:03.714 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=14] [disk-quota=348.5GiB] [2024/06/01 12:33:03.757 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [2024/06/01 12:33:03.761 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/06/01 12:33:03.764 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/01 12:33:03.765 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=145] [2024/06/01 12:33:03.846 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=145] [key=t.csv:0] [2024/06/01 12:33:03.849 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=145] [key=t.csv:0] [readDur=1.250463ms] [encodeDur=700.245µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=148.825µs] [type=file] [takeTime=2.564264ms] [] [2024/06/01 12:33:03.850 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=14] [step=import] [subtask-id=26] [takeTime=93.414729ms] [] [2024/06/01 12:33:03.850 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/14/53400eb2-f75b-5777-a5ee-cfa50fd4a756.sst/b9a931fe-ba5c-4111-b409-c2dad2d4cc2c.sst] [firstKey=7480000000000000915F728000000000000001] [lastKey=7480000000000000915F728000000000000002] [2024/06/01 12:33:03.850 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/06/01 12:33:03.850 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/06/01 12:33:03.850 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/06/01 12:33:03.853 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=2.220559ms] [] [2024/06/01 12:33:03.853 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [2024/06/01 12:33:03.858 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:03.894 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:33:03.896 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:03.914 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:33:03.917 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [retryCnt=0] [takeTime=63.875896ms] [] [2024/06/01 12:33:03.917 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [2024/06/01 12:33:03.919 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:0] [engineUUID=53400eb2-f75b-5777-a5ee-cfa50fd4a756] [takeTime=1.644625ms] [] [2024/06/01 12:33:03.919 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=14] [step=import] [engine-id=0] [2024/06/01 12:33:03.919 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/01 12:33:03.921 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=2.522376ms] [] [2024/06/01 12:33:03.921 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [2024/06/01 12:33:03.921 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/01 12:33:03.921 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [retryCnt=0] [takeTime=64.41µs] [] [2024/06/01 12:33:03.922 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [2024/06/01 12:33:03.922 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_cancel_job`.`t2`:-1] [engineUUID=3b791ee0-18d2-5a77-83dc-792402f82bf3] [takeTime=896.855µs] [] [2024/06/01 12:33:03.968 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=14] [step=import] [2024/06/01 12:33:03.972 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:03.972 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:03.972 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:03.972 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:03.972 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:03.972 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:03.972 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:03.972 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:03.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:03.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:03.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:03.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:03.973 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:03.975 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:03.975 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:03.975 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:03.975 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:03.975 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:03.975 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=291.039419ms] [] [2024/06/01 12:33:03.978 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:03.979 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:03.980 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:03.980 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:04.054 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/01 12:33:04.056 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=14] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:04.056 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:04.224 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:04.299 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/06/01 12:33:04.308 +00:00] [INFO] [import_into.go:312] ["import into action start"] [jobID=14] [action="\"cancel\""] [2024/06/01 12:33:04.360 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=post-process] [new-step=post-process] [2024/06/01 12:33:04.367 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=14] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=post-process] [2024/06/01 12:33:04.452 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=14] [2024/06/01 12:33:04.577 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=14] [step=post-process] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:04.578 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=14] [step=post-process] [mode=Normal] [2024/06/01 12:33:04.584 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=14] [2024/06/01 12:33:04.661 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=14] [2024/06/01 12:33:04.686 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:04.686 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=14] [2024/06/01 12:33:04.700 +00:00] [INFO] [import_into.go:315] ["import into action completed"] [jobID=14] [action="\"cancel\""] [takeTime=392.159369ms] [] [2024/06/01 12:33:04.700 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.401026642\n# Parse_time: 0.000524873\n# Compile_time: 0.000840956\n# Rewrite_time: 0.000007117\n# Optimize_time: 0.000153207\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 14;"] [2024/06/01 12:33:04.795 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:04.825 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/06/01 12:33:04.825 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [2024/06/01 12:33:04.825 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [takeTime=29.892µs] [] [2024/06/01 12:33:04.826 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/01 12:33:04.826 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:33:04.826 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [weight=30] [2024/06/01 12:33:04.826 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=14] [step=post-process] [subtask-id=27] [concurrency=15] [Pipeline] // podTemplate [2024/06/01 12:33:04.828 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:04.829 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:04.829 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=100] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/01 12:33:04.830 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:04.831 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:04.832 +00:00] [WARN] [task_executor.go:620] ["subtask canceled"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [2024/06/01 12:33:04.845 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=14] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildChecksumTable\n\tpkg/executor/builder.go:720\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:176\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable.func4\n\tpkg/executor/importer/table_import.go:906\ngithub.com/pingcap/tidb/pkg/executor/importer.checksumTable\n\tpkg/executor/importer/table_import.go:933\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:841\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:04.860 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=14] [type=ImportInto] [2024/06/01 12:33:05.297 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] ["owner key"=/tidb/br-stream/owner/3eaa8fd3c7893e01] [ownerID=97bd823b-d0bc-4546-8918-8b5138d1678c] [op=none] [2024/06/01 12:33:05.297 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [2024/06/01 12:33:05.852 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=100] [cur_db=test_cancel_job] [sql="truncate table t2"] [user=root@%] [2024/06/01 12:33:05.894 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:05.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:05.894 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:05.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t2"] [2024/06/01 12:33:05.955 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:truncate table, State:queueing, SchemaState:none, SchemaID:141, TableID:145, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.968 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 141, Table ID: 147, Table Name: t2, Old Table ID: 145, Old Table Name: t2"] [2024/06/01 12:33:06.008 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=2.884489ms] [gotSchemaVersion=101] [phyTblIDs="[147]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:06.021 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=101] [2024/06/01 12:33:06.023 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=22.511965ms] [job="ID:148, Type:truncate table, State:done, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.085 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[145]"] [comment="drop table: table ID"] [2024/06/01 12:33:06.094 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="truncate table"] [2024/06/01 12:33:06.098 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:truncate table, State:synced, SchemaState:public, SchemaID:141, TableID:145, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.155 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/06/01 12:33:06.155 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:06.159 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.307868267\n# Parse_time: 0.000245328\n# Compile_time: 0.000859617\n# Rewrite_time: 0.00005602\n# Optimize_time: 0.00025232\n# Wait_TS: 0.000438433\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 0352e2dc5a3aa3fa658964d8f5847f2f063c5750255b3a95c30e043caa0d91d9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t2;"] [2024/06/01 12:33:06.202 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:06.407 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:33:06.499 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=15] [task-id=15] [data-size=3B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:06.506 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_cancel_job2[test_cancel_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.345971021\n# Parse_time: 0.000503243\n# Compile_time: 0.001569747\n# Rewrite_time: 0.000274932\n# Optimize_time: 0.00025232\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzQzLjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzQzLjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_cancel_job`.`t2` FROM 'gs://test_cancel_job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/01 12:33:06.539 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=15] [2024/06/01 12:33:06.539 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:06.645 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:06.646 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:06.647 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [2024/06/01 12:33:06.655 +00:00] [INFO] [import_into.go:312] ["import into action start"] [jobID=15] [action="\"cancel\""] [2024/06/01 12:33:07.198 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:07.202 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:33:07.202 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/01 12:33:07.202 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=62.9µs] [2024/06/01 12:33:07.202 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=169.354µs] [] [2024/06/01 12:33:07.202 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=15] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:07.202 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:07.274 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=init] [2024/06/01 12:33:07.279 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=15] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=init] [2024/06/01 12:33:07.364 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=15] [step=init] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:07.365 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=15] [step=init] [mode=Normal] [2024/06/01 12:33:07.445 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=15] [2024/06/01 12:33:07.475 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:07.475 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=15] [2024/06/01 12:33:07.577 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:07.627 +00:00] [INFO] [import_into.go:315] ["import into action completed"] [jobID=15] [action="\"cancel\""] [takeTime=972.011758ms] [] [2024/06/01 12:33:07.628 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.979831461\n# Parse_time: 0.000509796\n# Compile_time: 0.000877544\n# Rewrite_time: 0.000007901\n# Optimize_time: 0.00025232\n# Wait_TS: 0\n# DB: test_cancel_job\n# Is_internal: false\n# Digest: 385c1fb0f1877fcd1132bb40d62e02e866f0e27765127b1859c6f3db4b0f4443\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncancel import job 15;"] === RUN TestImportInto/TestChecksumNotMatch [2024/06/01 12:33:07.672 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:33:07.675 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=101] [cur_db=test_cancel_job] [sql="create database load_data"] [user=root@%] [2024/06/01 12:33:07.711 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:07.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:07.711 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:07.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:33:07.762 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create schema, State:queueing, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.801 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=1.28752ms] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:07.813 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=102] [2024/06/01 12:33:07.815 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=20.417862ms] [job="ID:150, Type:create schema, State:done, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:07.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.892 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create schema, State:synced, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.925 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/06/01 12:33:07.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:07.932 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:33:07.935 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:33:08.006 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:08.006 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:33:08.050 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [category=ddl] [job="ID:152, Type:create table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.058 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 149, Table ID: 151, Table Name: t"] [2024/06/01 12:33:08.129 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.893021ms] [gotSchemaVersion=103] [phyTblIDs="[151]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:08.141 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=152] [version=103] [2024/06/01 12:33:08.143 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=22.16232ms] [job="ID:152, Type:create table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.206 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=152] [conn=2] [job="ID:152, Type:create table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.260 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=152] [2024/06/01 12:33:08.261 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:08.264 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33060179\n# Parse_time: 0.000975448\n# Compile_time: 0.001050092\n# Rewrite_time: 0.000046112\n# Optimize_time: 0.000179195\n# Wait_TS: 0.000434722\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:33:08.281 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:08.505 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:08.601 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=16] [task-id=16] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:33:08.648 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=16] [2024/06/01 12:33:08.648 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:33:08.756 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:08.758 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:08.759 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [2024/06/01 12:33:08.806 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:08.810 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:08.810 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:33:08.810 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=125.092µs] [2024/06/01 12:33:08.810 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=314.034µs] [] [2024/06/01 12:33:08.811 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/01 12:33:08.811 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/01 12:33:08.958 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=16] [mode=Import] [2024/06/01 12:33:09.166 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=16] [2024/06/01 12:33:09.176 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=16] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:33:09.224 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:09.226 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/06/01 12:33:09.227 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:09.236 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:09.236 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:09.237 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:09.237 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:09.238 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:09.238 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:09.238 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:09.238 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:09.238 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:09.255 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:09.257 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:09.257 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:09.257 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=16] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:09.257 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=16] [disk-quota=348.5GiB] [2024/06/01 12:33:09.344 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [2024/06/01 12:33:09.348 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:09.352 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:09.352 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/06/01 12:33:09.428 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [2024/06/01 12:33:09.431 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-02.csv:0] [readDur=1.344456ms] [encodeDur=1.05424ms] [checksum="{cksum=1979783525861919033,size=111,kvs=3}"] [deliverDur=590.462µs] [type=file] [takeTime=3.388927ms] [] [2024/06/01 12:33:09.432 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000004] [2024/06/01 12:33:09.432 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/790a6a8f-6378-5243-b426-00d5655f2c86.sst/507de963-dfa5-4e7b-8047-7364802fae16.sst] [firstKey=7480000000000000975F728000000000000004] [lastKey=7480000000000000975F728000000000000006] [2024/06/01 12:33:09.432 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=28] [takeTime=88.334008ms] [] [2024/06/01 12:33:09.433 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/06/01 12:33:09.433 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/06/01 12:33:09.433 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:09.435 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.026044ms] [] [2024/06/01 12:33:09.435 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/06/01 12:33:09.440 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:09.462 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/06/01 12:33:09.463 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:09.477 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/01 12:33:09.478 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=43.516877ms] [] [2024/06/01 12:33:09.479 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:09.480 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.172826ms] [] [2024/06/01 12:33:09.480 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=1] [2024/06/01 12:33:09.480 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:09.481 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.552893ms] [] [2024/06/01 12:33:09.482 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/06/01 12:33:09.482 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:09.482 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=58.87µs] [] [2024/06/01 12:33:09.482 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:09.483 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=964.141µs] [] [2024/06/01 12:33:09.555 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [2024/06/01 12:33:09.559 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:09.563 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:09.563 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=151] [2024/06/01 12:33:09.592 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [2024/06/01 12:33:09.595 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=151] [key=duplicate-pk-01.csv:0] [readDur=1.119043ms] [encodeDur=1.138844ms] [checksum="{cksum=51759393489250961,size=111,kvs=3}"] [deliverDur=56.622µs] [type=file] [takeTime=2.640593ms] [] [2024/06/01 12:33:09.595 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000975F728000000000000002] [2024/06/01 12:33:09.596 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=16] [step=import] [subtask-id=29] [takeTime=40.185483ms] [] [2024/06/01 12:33:09.596 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/16/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0220c44d-3025-4f60-9c37-521111ed81ea.sst] [firstKey=7480000000000000975F728000000000000001] [lastKey=7480000000000000975F728000000000000002] [2024/06/01 12:33:09.596 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/06/01 12:33:09.596 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/06/01 12:33:09.596 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:09.598 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.082677ms] [] [2024/06/01 12:33:09.598 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:33:09.603 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:09.624 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/06/01 12:33:09.625 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:09.637 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/01 12:33:09.639 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.538297ms] [] [2024/06/01 12:33:09.639 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:09.640 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.184046ms] [] [2024/06/01 12:33:09.640 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=16] [step=import] [engine-id=0] [2024/06/01 12:33:09.640 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:09.642 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.557717ms] [] [2024/06/01 12:33:09.642 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:33:09.642 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:09.642 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=58.147µs] [] [2024/06/01 12:33:09.642 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:09.643 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=963.984µs] [] [2024/06/01 12:33:09.687 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=16] [step=import] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:09.692 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:09.692 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:09.692 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:09.692 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:09.694 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:09.694 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:09.694 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:09.694 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:09.694 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:09.694 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=469.84481ms] [] [2024/06/01 12:33:09.796 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:09.797 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:09.799 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:09.799 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:09.867 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:33:09.869 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=16] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:09.869 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:33:10.030 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:10.077 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/06/01 12:33:10.077 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/06/01 12:33:10.077 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [2024/06/01 12:33:10.077 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=12.741µs] [] [2024/06/01 12:33:10.077 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:33:10.077 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:33:10.077 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [weight=30] [2024/06/01 12:33:10.078 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [concurrency=15] [2024/06/01 12:33:10.088 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=151] [physicalTableID=151] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/06/01 12:33:10.089 +00:00] [ERROR] [subtask_executor.go:108] ["post process failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=12.136987ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:108\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:10.090 +00:00] [ERROR] [task_executor.go:489] ["run subtask failed"] [type=ImportInto] [task-id=16] [step=post-process] [subtask-id=30] [takeTime=12.606903ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:489\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:10.090 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:10.090 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:10.091 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/06/01 12:33:10.135 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=104.564865ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/06/01 12:33:10.135 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=16] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:10.185 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=16] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\\\"}\"]"] [2024/06/01 12:33:10.227 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=16] [type=ImportInto] [2024/06/01 12:33:10.269 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=16] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [2024/06/01 12:33:10.270 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=16] [step=post-process] [mode=Normal] [2024/06/01 12:33:10.276 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=16] [2024/06/01 12:33:10.354 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=16] [2024/06/01 12:33:10.380 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:10.380 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=16] [2024/06/01 12:33:10.455 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=16] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestChecksumNotMatch\n\ttests/realtikvtest/importintotest/import_into_test.go:710\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:33:10.456 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.190372409\n# Parse_time: 0.000714816\n# Compile_time: 0.001663765\n# Rewrite_time: 0.000354808\n# Optimize_time: 0.000179195\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 792dd3b0e5ccb0f77c3065e7057034351dbbe01483a733ce648d568dee873a1b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6Mi4xOXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjIuMTlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] [2024/06/01 12:33:10.468 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/06/01 12:33:10.483 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:10.526 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:10.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:10.526 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:10.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/01 12:33:10.579 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:151, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:10.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:10.592 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 153, Table Name: t, Old Table ID: 151, Old Table Name: t"] [2024/06/01 12:33:10.657 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=3.051455ms] [gotSchemaVersion=104] [phyTblIDs="[153]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:10.668 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=104] [2024/06/01 12:33:10.670 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=20.695324ms] [job="ID:154, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:10.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:10.745 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[151]"] [comment="drop table: table ID"] [2024/06/01 12:33:10.755 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="truncate table"] [2024/06/01 12:33:10.759 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:151, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:10.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:10.820 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/06/01 12:33:10.820 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:10.824 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.357096595\n# Parse_time: 0.000418712\n# Compile_time: 0.000834331\n# Rewrite_time: 0.000049513\n# Optimize_time: 0.00125744\n# Wait_TS: 0.000399489\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:33:10.840 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:11.042 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"off\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:11.140 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=17] [task-id=17] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:33:11.178 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=17] [2024/06/01 12:33:11.179 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:33:11.285 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:11.286 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:11.287 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [2024/06/01 12:33:11.310 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:11.313 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:11.313 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:33:11.313 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=85.601µs] [2024/06/01 12:33:11.313 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=287.594µs] [] [2024/06/01 12:33:11.314 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/01 12:33:11.314 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/01 12:33:11.478 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=17] [mode=Import] [2024/06/01 12:33:11.497 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=17] [2024/06/01 12:33:11.509 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=17] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:33:11.549 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:11.550 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/06/01 12:33:11.552 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:11.560 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:11.560 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:11.561 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:11.561 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:11.562 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:11.562 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:11.562 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:11.562 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:11.562 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:11.576 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:11.577 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:11.578 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:11.578 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=17] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:11.578 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=17] [disk-quota=348.5GiB] [2024/06/01 12:33:11.625 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [2024/06/01 12:33:11.629 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:11.632 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:11.632 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/06/01 12:33:11.711 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=97bd823b-d0bc-4546-8918-8b5138d1678c] [daemon-id=LogBackup::Advancer] [2024/06/01 12:33:11.711 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/01 12:33:11.755 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [2024/06/01 12:33:11.759 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-01.csv:0] [readDur=2.094298ms] [encodeDur=1.293031ms] [checksum="{cksum=1987271171960289906,size=111,kvs=3}"] [deliverDur=180.65µs] [type=file] [takeTime=4.137192ms] [] [2024/06/01 12:33:11.759 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000002] [2024/06/01 12:33:11.760 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=31] [takeTime=135.102838ms] [] [2024/06/01 12:33:11.760 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/3c7ec11c-b7fb-4a6c-8999-eef40b38ce84.sst] [firstKey=7480000000000000995F728000000000000001] [lastKey=7480000000000000995F728000000000000002] [2024/06/01 12:33:11.761 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/06/01 12:33:11.761 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/06/01 12:33:11.761 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:11.764 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.705357ms] [] [2024/06/01 12:33:11.764 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:33:11.770 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:11.792 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/06/01 12:33:11.792 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:11.806 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/01 12:33:11.808 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.905988ms] [] [2024/06/01 12:33:11.808 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:11.809 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.14463ms] [] [2024/06/01 12:33:11.809 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=0] [2024/06/01 12:33:11.809 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:11.811 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.724431ms] [] [2024/06/01 12:33:11.811 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:33:11.811 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:11.811 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=66.123µs] [] [2024/06/01 12:33:11.811 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:11.812 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.067792ms] [] [2024/06/01 12:33:11.881 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [2024/06/01 12:33:11.885 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:11.888 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:11.889 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=153] [2024/06/01 12:33:11.986 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [2024/06/01 12:33:11.989 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=153] [key=duplicate-pk-02.csv:0] [readDur=1.302014ms] [encodeDur=950.153µs] [checksum="{cksum=25417266091645402,size=111,kvs=3}"] [deliverDur=59.116µs] [type=file] [takeTime=2.632967ms] [] [2024/06/01 12:33:11.989 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=7480000000000000995F728000000000000004] [2024/06/01 12:33:11.990 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=import] [subtask-id=32] [takeTime=109.488216ms] [] [2024/06/01 12:33:11.990 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/17/790a6a8f-6378-5243-b426-00d5655f2c86.sst/411f52c9-2a32-4750-9a14-81a65ae820cf.sst] [firstKey=7480000000000000995F728000000000000004] [lastKey=7480000000000000995F728000000000000006] [2024/06/01 12:33:11.990 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/06/01 12:33:11.990 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/06/01 12:33:11.990 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:11.993 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=2.173598ms] [] [2024/06/01 12:33:11.993 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/06/01 12:33:11.997 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:12.019 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/06/01 12:33:12.019 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:12.032 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/01 12:33:12.034 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=41.659656ms] [] [2024/06/01 12:33:12.034 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:12.036 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.176186ms] [] [2024/06/01 12:33:12.036 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=17] [step=import] [engine-id=1] [2024/06/01 12:33:12.036 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:12.037 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.525613ms] [] [2024/06/01 12:33:12.037 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/06/01 12:33:12.038 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:12.038 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=54.706µs] [] [2024/06/01 12:33:12.038 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:12.039 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=923.733µs] [] [2024/06/01 12:33:12.089 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=17] [step=import] [2024/06/01 12:33:12.094 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:12.094 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:12.095 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:12.095 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:12.095 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:12.095 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:12.097 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:12.097 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:12.097 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:12.097 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:12.097 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:12.097 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=548.60859ms] [] [2024/06/01 12:33:12.098 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:12.100 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:12.101 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:12.101 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:12.196 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:33:12.198 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=17] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:12.198 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:33:12.329 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:12.375 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/06/01 12:33:12.375 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/06/01 12:33:12.375 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [2024/06/01 12:33:12.375 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=14.038µs] [] [2024/06/01 12:33:12.375 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:33:12.376 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=172.123µs] [] [2024/06/01 12:33:12.376 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=17] [step=post-process] [subtask-id=33] [takeTime=332.612µs] [] [2024/06/01 12:33:12.418 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=17] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=88.130791ms] [] [2024/06/01 12:33:12.529 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=17] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:12.529 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=17] [step=post-process] [state=running] [] [2024/06/01 12:33:12.532 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=17] [2024/06/01 12:33:12.576 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=17] [type=ImportInto] [2024/06/01 12:33:12.586 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=17] [2024/06/01 12:33:12.614 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:12.614 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=17] [2024/06/01 12:33:12.719 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8937838070000002\n# Parse_time: 0.000793325\n# Compile_time: 0.001854026\n# Rewrite_time: 0.0004688\n# Optimize_time: 0.00125744\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'off', __max_engine_size=_UTF8MB4'1';"] [2024/06/01 12:33:12.726 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:12.730 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=104] [cur_db=load_data] [sql="truncate table t;"] [user=root@%] [2024/06/01 12:33:12.761 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:12.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:12.761 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:12.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t;"] [2024/06/01 12:33:12.811 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:truncate table, State:queueing, SchemaState:none, SchemaID:149, TableID:153, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:12.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:12.821 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 149, Table ID: 155, Table Name: t, Old Table ID: 153, Old Table Name: t"] [2024/06/01 12:33:12.868 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=3.959639ms] [gotSchemaVersion=105] [phyTblIDs="[155]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:12.883 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=105] [2024/06/01 12:33:12.885 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=25.604205ms] [job="ID:156, Type:truncate table, State:done, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:12.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:12.987 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=156] [tableIDs="[153]"] [comment="drop table: table ID"] [2024/06/01 12:33:12.996 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=156] [jobType="truncate table"] [2024/06/01 12:33:13.000 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:truncate table, State:synced, SchemaState:public, SchemaID:149, TableID:153, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:12.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:13.083 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/06/01 12:33:13.083 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:13.088 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.358473124\n# Parse_time: 0.000304478\n# Compile_time: 0.000872572\n# Rewrite_time: 0.000039327\n# Optimize_time: 0.001218124\n# Wait_TS: 0.000405493\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:33:13.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:13.311 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"checksum_table\":\"optional\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:13.442 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=18] [task-id=18] [data-size=64B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:33:13.486 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=18] [2024/06/01 12:33:13.487 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:33:13.594 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:13.595 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:13.596 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [2024/06/01 12:33:13.617 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:13.620 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:13.620 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:33:13.620 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=85.057µs] [2024/06/01 12:33:13.620 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=259.825µs] [] [2024/06/01 12:33:13.620 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/01 12:33:13.621 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/01 12:33:13.758 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=18] [mode=Import] [2024/06/01 12:33:13.801 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=18] [2024/06/01 12:33:13.828 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=18] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:33:13.870 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:13.871 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/06/01 12:33:13.872 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:13.881 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:13.881 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:13.882 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:13.882 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:13.883 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:13.883 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:13.883 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:13.883 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:13.883 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:13.897 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:13.898 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:13.898 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:13.898 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=18] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:13.898 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=18] [disk-quota=348.5GiB] [2024/06/01 12:33:13.941 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [2024/06/01 12:33:13.944 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:13.948 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:13.948 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/01 12:33:13.973 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [2024/06/01 12:33:13.976 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-01.csv:0] [readDur=1.227703ms] [encodeDur=946.386µs] [checksum="{cksum=2204827062899216703,size=111,kvs=3}"] [deliverDur=244.235µs] [type=file] [takeTime=2.877961ms] [] [2024/06/01 12:33:13.976 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000002] [2024/06/01 12:33:13.977 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=34] [takeTime=35.947534ms] [] [2024/06/01 12:33:13.977 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/91544d08-59b7-41d8-a1ce-dcab6041c034.sst] [firstKey=74800000000000009B5F728000000000000001] [lastKey=74800000000000009B5F728000000000000002] [2024/06/01 12:33:13.977 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/06/01 12:33:13.977 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/06/01 12:33:13.977 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:13.979 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.095083ms] [] [2024/06/01 12:33:13.979 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:33:13.984 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:14.005 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=74] [2024/06/01 12:33:14.005 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:14.018 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/01 12:33:14.020 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.889824ms] [] [2024/06/01 12:33:14.020 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:14.021 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=969.208µs] [] [2024/06/01 12:33:14.021 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=0] [2024/06/01 12:33:14.021 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:14.023 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.520891ms] [] [2024/06/01 12:33:14.023 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:33:14.023 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:14.023 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=69.671µs] [] [2024/06/01 12:33:14.023 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:14.024 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=997.13µs] [] [2024/06/01 12:33:14.092 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [2024/06/01 12:33:14.097 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:14.101 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:14.101 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/01 12:33:14.117 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [2024/06/01 12:33:14.121 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=duplicate-pk-02.csv:0] [readDur=1.859044ms] [encodeDur=1.342053ms] [checksum="{cksum=384889320778658455,size=111,kvs=3}"] [deliverDur=69.637µs] [type=file] [takeTime=3.590047ms] [] [2024/06/01 12:33:14.121 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000009B5F728000000000000004] [2024/06/01 12:33:14.122 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=3] [files=1] [sstFileSize=978] [file=/tmp/tidb/import-4000/18/790a6a8f-6378-5243-b426-00d5655f2c86.sst/c00e3984-a7ef-49d3-a7fa-c1e64a4bdbc4.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000006] [2024/06/01 12:33:14.123 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=import] [subtask-id=35] [takeTime=30.723875ms] [] [2024/06/01 12:33:14.123 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/06/01 12:33:14.123 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/06/01 12:33:14.123 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:14.125 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.419528ms] [] [2024/06/01 12:33:14.125 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [2024/06/01 12:33:14.134 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:14.155 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] ["region ranges"=1] [count=3] [size=74] [2024/06/01 12:33:14.155 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:14.169 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=790a6a8f-6378-5243-b426-00d5655f2c86] [size=74] [kvs=3] [importedSize=74] [importedCount=2] [2024/06/01 12:33:14.170 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [retryCnt=0] [takeTime=45.55662ms] [] [2024/06/01 12:33:14.171 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [2024/06/01 12:33:14.172 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:1] [engineUUID=790a6a8f-6378-5243-b426-00d5655f2c86] [takeTime=1.143754ms] [] [2024/06/01 12:33:14.172 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=18] [step=import] [engine-id=1] [2024/06/01 12:33:14.172 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:14.173 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=1.497646ms] [] [2024/06/01 12:33:14.173 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [2024/06/01 12:33:14.174 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:14.174 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [retryCnt=0] [takeTime=62.829µs] [] [2024/06/01 12:33:14.174 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [2024/06/01 12:33:14.175 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-2] [engineUUID=01f37b49-4958-5126-821d-b51976443d4b] [takeTime=989.875µs] [] [2024/06/01 12:33:14.259 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=18] [step=import] [2024/06/01 12:33:14.266 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:14.266 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:14.266 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:14.266 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:14.269 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:14.269 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:14.269 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:14.269 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:14.269 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:14.269 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=398.796766ms] [] [2024/06/01 12:33:14.312 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:14.314 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:14.316 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:14.316 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:14.386 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":6,\"2\":36,\"3\":7}}"] [2024/06/01 12:33:14.388 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=18] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:14.388 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:33:14.548 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:14.615 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/06/01 12:33:14.615 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/06/01 12:33:14.615 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [2024/06/01 12:33:14.615 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=29.422µs] [] [2024/06/01 12:33:14.616 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [groupId=-1] [size=222] [kvs=6] [checksum=2003671119719883688] [2024/06/01 12:33:14.616 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [checksum="{cksum=2003671119719883688,size=222,kvs=6}"] [2024/06/01 12:33:14.616 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [weight=30] [2024/06/01 12:33:14.616 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [concurrency=15] [2024/06/01 12:33:14.623 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=13563575747806423567] [totalKvs=4] [totalBytes=148] [2024/06/01 12:33:14.623 +00:00] [WARN] [table_import.go:856] ["verify checksum failed, but checksum is optional, will skip it"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 13563575747806423567 vs 2003671119719883688) (total_kvs: 4 vs 6) (total_bytes:148 vs 222)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:14.624 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=8.260177ms] [] [2024/06/01 12:33:14.624 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=18] [step=post-process] [subtask-id=36] [takeTime=8.505915ms] [] [2024/06/01 12:33:14.664 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=18] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=116.519099ms] [] [2024/06/01 12:33:14.711 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=18] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:14.711 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=18] [step=post-process] [state=running] [] [2024/06/01 12:33:14.714 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=18] [2024/06/01 12:33:14.766 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=18] [type=ImportInto] [2024/06/01 12:33:14.795 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=18] [2024/06/01 12:33:14.819 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:14.819 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=18] [2024/06/01 12:33:14.921 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:15.025 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9355753199999999\n# Parse_time: 0.001941381\n# Compile_time: 0.002928941\n# Rewrite_time: 0.000509807\n# Optimize_time: 0.001218124\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 37eb0c2891d8d7df11775b4212252fbc2edb74e88044f7a209e41c63a9fbf608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/duplicate-pk-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, checksum_table=_UTF8MB4'optional', __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestColumnsAndUserVars [2024/06/01 12:33:15.038 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=105] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/06/01 12:33:15.076 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:15.076 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/06/01 12:33:15.147 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:queueing, SchemaState:public, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.190 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=2.805172ms] [gotSchemaVersion=106] [phyTblIDs="[155]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:15.201 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=106] [2024/06/01 12:33:15.203 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=20.766092ms] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.242 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:write only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.271 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=192.355µs] [gotSchemaVersion=107] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:15.283 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=107] [2024/06/01 12:33:15.285 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=17.552553ms] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.372 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop schema, State:running, SchemaState:delete only, SchemaID:149, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.409 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=254.793µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:15.422 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=108] [2024/06/01 12:33:15.424 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=20.0831ms] [job="ID:157, Type:drop schema, State:done, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.540 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop schema: table IDs"] [2024/06/01 12:33:15.549 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop schema"] [2024/06/01 12:33:15.554 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop schema, State:synced, SchemaState:none, SchemaID:149, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.602 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/06/01 12:33:15.602 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:15.606 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.570214634\n# Parse_time: 0.000680514\n# Compile_time: 0.001156226\n# Rewrite_time: 0.000060547\n# Optimize_time: 0.00098767\n# Wait_TS: 0.000423812\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/06/01 12:33:15.608 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=108] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/06/01 12:33:15.642 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:15.642 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/06/01 12:33:15.720 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create schema, State:queueing, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.751 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=1.176261ms] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:15.763 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=159] [version=109] [2024/06/01 12:33:15.765 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=19.172233ms] [job="ID:159, Type:create schema, State:done, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:15.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.846 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create schema, State:synced, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:15.875 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/06/01 12:33:15.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:15.882 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=109] [cur_db=] [sql="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [user=root@%] [2024/06/01 12:33:15.966 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:15.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/06/01 12:33:15.966 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:15.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:16.040 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [category=ddl] [job="ID:161, Type:create table, State:queueing, SchemaState:none, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:16.049 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 158, Table ID: 160, Table Name: cols_and_vars"] [2024/06/01 12:33:16.117 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=2.995559ms] [gotSchemaVersion=110] [phyTblIDs="[160]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:16.130 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=161] [version=110] [2024/06/01 12:33:16.133 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=22.926399ms] [job="ID:161, Type:create table, State:done, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:15.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:16.198 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=161] [conn=2] [job="ID:161, Type:create table, State:synced, SchemaState:public, SchemaID:158, TableID:160, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:15.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:16.250 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=161] [2024/06/01 12:33:16.250 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:16.254 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.374814272\n# Parse_time: 0.001440335\n# Compile_time: 0.001877087\n# Rewrite_time: 0.000053397\n# Optimize_time: 0.00098767\n# Wait_TS: 0.000405902\n# Is_internal: false\n# Digest: 57ce36313adf6bc4512c45ed2cdaf6e4f87573d17b9a610ff0709862e78fa805\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.cols_and_vars (a INT, b INT, c int);"] [2024/06/01 12:33:16.273 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:16.521 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(@`V1`, @`v2`, @`v3`)\",\"set-clause\":\"`a`=@`V1`, `b`=@`V2`*10, `c`=123\",\"file-location\":\"gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"2\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:16.636 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=19] [task-id=19] [data-size=81B] [thread-cnt=2] [global-sort=false] [2024/06/01 12:33:16.676 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=19] [2024/06/01 12:33:16.676 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=2] [2024/06/01 12:33:16.804 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:16.806 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:16.807 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [2024/06/01 12:33:16.837 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:16.839 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=cols_and_vars] [2024/06/01 12:33:16.839 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=cols_and_vars] [before=536870912000] [after=81] [2024/06/01 12:33:16.840 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=cols_and_vars] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=81] [cost=89.796µs] [2024/06/01 12:33:16.840 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=cols_and_vars] [takeTime=255.65µs] [] [2024/06/01 12:33:16.840 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:16.840 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=2] [subtasks=1] [2024/06/01 12:33:16.964 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=19] [mode=Import] [2024/06/01 12:33:16.983 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=19] [2024/06/01 12:33:17.013 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=19] [type=ImportInto] [remaining-slots=50] [2024/06/01 12:33:17.052 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/06/01 12:33:17.053 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/06/01 12:33:17.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:17.065 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:17.065 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:17.065 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:17.066 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:17.066 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:17.066 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:17.067 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:17.067 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:17.067 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:17.081 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:17.082 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:17.082 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=cols_and_vars] [quota=374.2GB] [2024/06/01 12:33:17.083 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=19] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:17.083 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=cols_and_vars] [import-id=19] [disk-quota=348.5GiB] [2024/06/01 12:33:17.142 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [2024/06/01 12:33:17.146 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/06/01 12:33:17.150 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/01 12:33:17.150 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/06/01 12:33:17.150 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=160] [2024/06/01 12:33:17.159 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [2024/06/01 12:33:17.160 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [2024/06/01 12:33:17.165 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-2.tsv:0] [readDur=1.064293ms] [encodeDur=2.694536ms] [checksum="{cksum=15251348621166951835,size=152,kvs=4}"] [deliverDur=269.894µs] [type=file] [takeTime=4.38539ms] [] [2024/06/01 12:33:17.166 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1003] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/c8895923-cd9f-4344-8dea-ca3c4e865fa8.sst] [firstKey=7480000000000000A05F728000000000000010] [lastKey=7480000000000000A05F728000000000000013] [2024/06/01 12:33:17.166 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=160] [key=cols_and_vars-1.tsv:0] [readDur=1.404641ms] [encodeDur=4.353512ms] [checksum="{cksum=2686149398408423815,size=189,kvs=5}"] [deliverDur=299.476µs] [type=file] [takeTime=6.507646ms] [] [2024/06/01 12:33:17.167 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=189] [kvs=5] [files=1] [sstFileSize=1019] [file=/tmp/tidb/import-4000/19/af694e56-0929-5815-9e99-dfe7bdad9797.sst/1bc0e62a-b85c-43db-8d5b-3fd7763361c0.sst] [firstKey=7480000000000000A05F728000000000000001] [lastKey=7480000000000000A05F728000000000000005] [2024/06/01 12:33:17.167 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=import] [subtask-id=37] [takeTime=24.679519ms] [] [2024/06/01 12:33:17.167 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/06/01 12:33:17.167 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/06/01 12:33:17.167 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/06/01 12:33:17.169 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.93872ms] [] [2024/06/01 12:33:17.169 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [2024/06/01 12:33:17.175 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:17.214 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] ["region ranges"=1] [count=9] [size=341] [2024/06/01 12:33:17.215 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:17.233 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=af694e56-0929-5815-9e99-dfe7bdad9797] [size=341] [kvs=9] [importedSize=341] [importedCount=9] [2024/06/01 12:33:17.235 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [retryCnt=0] [takeTime=65.950423ms] [] [2024/06/01 12:33:17.235 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [2024/06/01 12:33:17.237 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:0] [engineUUID=af694e56-0929-5815-9e99-dfe7bdad9797] [takeTime=1.425527ms] [] [2024/06/01 12:33:17.237 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=19] [step=import] [engine-id=0] [2024/06/01 12:33:17.237 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/01 12:33:17.239 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=1.94226ms] [] [2024/06/01 12:33:17.239 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [2024/06/01 12:33:17.239 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/01 12:33:17.239 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [retryCnt=0] [takeTime=63.117µs] [] [2024/06/01 12:33:17.239 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [2024/06/01 12:33:17.240 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`cols_and_vars`:-1] [engineUUID=c5aa228c-66c1-59bd-96a4-4ba391b5695d] [takeTime=976.828µs] [] [2024/06/01 12:33:17.292 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=19] [step=import] [2024/06/01 12:33:17.296 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:17.296 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:17.296 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:17.296 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:17.296 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:17.298 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:17.299 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:17.299 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:17.299 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:17.299 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:17.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:17.299 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:17.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:17.299 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=247.241164ms] [] [2024/06/01 12:33:17.363 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":18,\"3\":18}}"] [2024/06/01 12:33:17.364 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=19] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:17.364 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=2] [subtasks=1] [2024/06/01 12:33:17.548 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [2024/06/01 12:33:17.626 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/06/01 12:33:17.626 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/06/01 12:33:17.626 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [2024/06/01 12:33:17.635 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=9.078575ms] [] [2024/06/01 12:33:17.635 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [groupId=-1] [size=341] [kvs=9] [checksum=17789414659666727964] [2024/06/01 12:33:17.635 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [checksum="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/06/01 12:33:17.635 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [weight=30] [2024/06/01 12:33:17.635 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [concurrency=15] [2024/06/01 12:33:17.640 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=160] [physicalTableID=160] [indexID=-1] [checksum=17789414659666727964] [totalKvs=9] [totalBytes=341] [2024/06/01 12:33:17.640 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [local="{cksum=17789414659666727964,size=341,kvs=9}"] [2024/06/01 12:33:17.640 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=14.212571ms] [] [2024/06/01 12:33:17.640 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=19] [step=post-process] [subtask-id=38] [takeTime=14.485124ms] [] [2024/06/01 12:33:17.684 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=19] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=2, Mem=1.231GiB]"] [takeTime=135.595899ms] [] [2024/06/01 12:33:17.699 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=19] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:17.699 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=19] [step=post-process] [state=running] [] [2024/06/01 12:33:17.779 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=19] [2024/06/01 12:33:17.821 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=19] [2024/06/01 12:33:17.840 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:17.840 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=19] [2024/06/01 12:33:17.856 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=19] [type=ImportInto] [2024/06/01 12:33:17.905 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.649486899\n# Parse_time: 0.001381354\n# Compile_time: 0.001887392\n# Rewrite_time: 0.000355922\n# Optimize_time: 0.00098767\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 9b2c49e59eb877d4028abf1351d7b38342a350197fa5d09e8d3dc3551e1577ad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`cols_and_vars` (@`V1`,@`v2`,@`v3`) SET `a`=@`V1`, `b`=@`V2`*10, `c`=123 FROM 'gs://test-load/cols_and_vars-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=2;"] [2024/06/01 12:33:17.988 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestDeliverBytesRows [2024/06/01 12:33:17.996 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:33:18.037 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:18.037 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:33:18.077 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:queueing, SchemaState:public, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.119 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.670548ms] [gotSchemaVersion=111] [phyTblIDs="[160]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:18.132 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=111] [2024/06/01 12:33:18.134 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=21.815104ms] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.192 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:write only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.231 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=201.577µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:18.242 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=112] [2024/06/01 12:33:18.244 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=18.749971ms] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.303 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:drop schema, State:running, SchemaState:delete only, SchemaID:158, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.341 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=201.583µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:18.356 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=113] [2024/06/01 12:33:18.382 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=45.171871ms] [job="ID:162, Type:drop schema, State:done, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.448 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=162] [tableIDs="[160]"] [comment="drop schema: table IDs"] [2024/06/01 12:33:18.458 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=162] [jobType="drop schema"] [2024/06/01 12:33:18.463 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:drop schema, State:synced, SchemaState:none, SchemaID:158, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:17.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.518 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/06/01 12:33:18.518 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:18.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.527054032\n# Parse_time: 0.000478744\n# Compile_time: 0.000741786\n# Rewrite_time: 0.000040337\n# Optimize_time: 0.003911704\n# Wait_TS: 0.00048306\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:33:18.524 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=113] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/01 12:33:18.552 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:18.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:18.552 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:18.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:33:18.598 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [category=ddl] [job="ID:164, Type:create schema, State:queueing, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:18.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.632 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=1.056298ms] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:18.644 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=164] [version=114] [2024/06/01 12:33:18.646 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=18.812838ms] [job="ID:164, Type:create schema, State:done, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:18.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.713 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=164] [conn=2] [job="ID:164, Type:create schema, State:synced, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:18.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.744 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=164] [2024/06/01 12:33:18.744 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:18.750 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:33:18.754 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:33:18.804 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:18.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:33:18.804 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:18.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:18.924 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:create table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:18.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:18.935 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 163, Table ID: 165, Table Name: t"] [2024/06/01 12:33:19.016 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=3.071916ms] [gotSchemaVersion=115] [phyTblIDs="[165]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:19.029 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=115] [2024/06/01 12:33:19.031 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=23.39781ms] [job="ID:166, Type:create table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:18.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:19.097 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:create table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:18.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:19.147 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/06/01 12:33:19.148 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:19.152 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.399181256\n# Parse_time: 0.00062456\n# Compile_time: 0.001333656\n# Rewrite_time: 0.000050814\n# Optimize_time: 0.003911704\n# Wait_TS: 0.000387351\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:33:19.167 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:19.395 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:33:19.497 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=20] [task-id=20] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:19.543 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=20] [2024/06/01 12:33:19.543 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:19.649 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:19.651 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:19.653 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [2024/06/01 12:33:19.673 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:19.676 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:19.676 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/06/01 12:33:19.676 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=74.049µs] [2024/06/01 12:33:19.676 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=208.368µs] [] [2024/06/01 12:33:19.676 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:19.676 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:19.852 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=20] [mode=Import] [2024/06/01 12:33:19.873 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=20] [2024/06/01 12:33:19.876 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=20] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:19.922 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:19.923 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/06/01 12:33:19.925 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:19.933 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:19.934 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:19.934 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:19.934 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:19.935 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:19.935 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:19.935 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:19.935 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:19.935 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:19.953 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:19.955 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:19.955 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:19.955 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=20] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:19.955 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=20] [disk-quota=348.5GiB] [2024/06/01 12:33:20.000 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [2024/06/01 12:33:20.004 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:20.008 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:20.008 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=165] [2024/06/01 12:33:20.017 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [2024/06/01 12:33:20.022 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=165] [key=min-deliver-bytes-rows.csv:0] [readDur=1.540885ms] [encodeDur=2.741837ms] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [deliverDur=459.984µs] [type=file] [takeTime=5.364516ms] [] [2024/06/01 12:33:20.023 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=import] [subtask-id=39] [takeTime=22.778301ms] [] [2024/06/01 12:33:20.023 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/20/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a5011ee1-8b26-45dd-9f1e-5dbbaa0e6b51.sst] [firstKey=7480000000000000A55F728000000000000001] [lastKey=7480000000000000A55F728000000000000009] [2024/06/01 12:33:20.023 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/06/01 12:33:20.023 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/06/01 12:33:20.023 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:20.025 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.958663ms] [] [2024/06/01 12:33:20.025 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:33:20.030 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:20.052 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/06/01 12:33:20.053 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:20.067 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/06/01 12:33:20.069 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.996999ms] [] [2024/06/01 12:33:20.069 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:20.070 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.142295ms] [] [2024/06/01 12:33:20.071 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=20] [step=import] [engine-id=0] [2024/06/01 12:33:20.071 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:20.072 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.653492ms] [] [2024/06/01 12:33:20.072 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:33:20.072 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:20.073 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=61.087µs] [] [2024/06/01 12:33:20.073 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:20.073 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=927.946µs] [] [2024/06/01 12:33:20.146 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=20] [step=import] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:20.151 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:20.151 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:20.151 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:20.151 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:20.154 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:20.154 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:20.154 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:20.154 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:20.154 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:20.154 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=232.340987ms] [] [2024/06/01 12:33:20.164 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:20.165 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:20.167 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:20.167 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:20.237 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/06/01 12:33:20.238 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=20] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:20.238 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:20.408 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:20.470 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/06/01 12:33:20.471 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/06/01 12:33:20.471 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [2024/06/01 12:33:20.482 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=10.772184ms] [] [2024/06/01 12:33:20.482 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [groupId=-1] [size=369] [kvs=9] [checksum=9838612991342579393] [2024/06/01 12:33:20.482 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [checksum="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/06/01 12:33:20.482 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [weight=30] [2024/06/01 12:33:20.482 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [concurrency=15] [2024/06/01 12:33:20.486 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=165] [physicalTableID=165] [indexID=-1] [checksum=9838612991342579393] [totalKvs=9] [totalBytes=369] [2024/06/01 12:33:20.487 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [local="{cksum=9838612991342579393,size=369,kvs=9}"] [2024/06/01 12:33:20.487 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=16.3114ms] [] [2024/06/01 12:33:20.487 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=20] [step=post-process] [subtask-id=40] [takeTime=16.555183ms] [] [2024/06/01 12:33:20.566 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=20] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=158.863176ms] [] [2024/06/01 12:33:20.569 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=20] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:20.569 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=20] [step=post-process] [state=running] [] [2024/06/01 12:33:20.572 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=20] [2024/06/01 12:33:20.625 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=20] [type=ImportInto] [2024/06/01 12:33:20.650 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=20] [2024/06/01 12:33:20.675 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:20.675 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=20] [2024/06/01 12:33:20.775 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.622688008\n# Parse_time: 0.000453611\n# Compile_time: 0.001327062\n# Rewrite_time: 0.00026684\n# Optimize_time: 0.003911704\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:33:20.787 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/01 12:33:20.803 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:20.830 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:20.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:20.830 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:20.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:33:20.890 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:truncate table, State:queueing, SchemaState:none, SchemaID:163, TableID:165, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:20.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:20.902 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 163, Table ID: 167, Table Name: t, Old Table ID: 165, Old Table Name: t"] [2024/06/01 12:33:21.005 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=3.511337ms] [gotSchemaVersion=116] [phyTblIDs="[167]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:21.022 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=116] [2024/06/01 12:33:21.024 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=27.653593ms] [job="ID:168, Type:truncate table, State:done, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:20.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:21.107 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=168] [tableIDs="[165]"] [comment="drop table: table ID"] [2024/06/01 12:33:21.121 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=168] [jobType="truncate table"] [2024/06/01 12:33:21.126 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:truncate table, State:synced, SchemaState:public, SchemaID:163, TableID:165, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:20.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:21.200 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/06/01 12:33:21.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:21.204 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.418819642\n# Parse_time: 0.000294419\n# Compile_time: 0.001114471\n# Rewrite_time: 0.000063096\n# Optimize_time: 0.001053773\n# Wait_TS: 0.000568334\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:33:21.223 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:21.486 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:33:21.599 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=21] [task-id=21] [data-size=98B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:21.638 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=21] [2024/06/01 12:33:21.638 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:21.744 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:21.746 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:21.747 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [2024/06/01 12:33:21.770 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:21.774 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:21.774 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=98] [2024/06/01 12:33:21.774 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=98] [cost=57.499µs] [2024/06/01 12:33:21.774 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=177.036µs] [] [2024/06/01 12:33:21.774 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:21.774 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:21.945 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=21] [mode=Import] [2024/06/01 12:33:21.965 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=21] [2024/06/01 12:33:21.969 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=21] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:22.010 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:22.011 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/06/01 12:33:22.012 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:22.021 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:22.021 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:22.022 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:22.022 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:22.023 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:22.023 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:22.023 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:22.023 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:22.023 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:22.040 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:22.041 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:22.042 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:22.042 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=21] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:22.042 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=21] [disk-quota=348.5GiB] [2024/06/01 12:33:22.094 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [2024/06/01 12:33:22.099 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:22.103 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:22.103 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/06/01 12:33:22.120 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [2024/06/01 12:33:22.124 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=min-deliver-bytes-rows.csv:0] [readDur=1.440207ms] [encodeDur=1.978048ms] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [deliverDur=473.736µs] [type=file] [takeTime=3.884525ms] [] [2024/06/01 12:33:22.125 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=import] [subtask-id=41] [takeTime=30.77676ms] [] [2024/06/01 12:33:22.125 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=369] [kvs=9] [files=1] [sstFileSize=1091] [file=/tmp/tidb/import-4000/21/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/0e0e2b9c-f4d8-4313-ac48-52f68ab65cef.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000009] [2024/06/01 12:33:22.125 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/06/01 12:33:22.125 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/06/01 12:33:22.125 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:22.128 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.49608ms] [] [2024/06/01 12:33:22.128 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:33:22.133 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:22.155 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/06/01 12:33:22.155 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:22.172 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/06/01 12:33:22.174 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=45.763899ms] [] [2024/06/01 12:33:22.174 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:22.175 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.421917ms] [] [2024/06/01 12:33:22.175 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=21] [step=import] [engine-id=0] [2024/06/01 12:33:22.176 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:22.177 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.696922ms] [] [2024/06/01 12:33:22.177 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:33:22.177 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:22.178 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=79.353µs] [] [2024/06/01 12:33:22.178 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:22.179 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=866.376µs] [] [2024/06/01 12:33:22.260 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=21] [step=import] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:22.266 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:22.266 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:22.266 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:22.266 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:22.269 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:22.269 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:22.269 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:22.270 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:22.270 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:22.270 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=259.660322ms] [] [2024/06/01 12:33:22.287 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:22.289 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:22.291 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:22.291 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:22.368 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/06/01 12:33:22.370 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=21] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:22.370 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:22.530 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:22.572 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/06/01 12:33:22.572 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/06/01 12:33:22.572 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [2024/06/01 12:33:22.580 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=8.351588ms] [] [2024/06/01 12:33:22.580 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [groupId=-1] [size=369] [kvs=9] [checksum=13151641524582744081] [2024/06/01 12:33:22.580 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [checksum="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/06/01 12:33:22.581 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [weight=30] [2024/06/01 12:33:22.581 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [concurrency=15] [2024/06/01 12:33:22.586 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=13151641524582744081] [totalKvs=9] [totalBytes=369] [2024/06/01 12:33:22.587 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [local="{cksum=13151641524582744081,size=369,kvs=9}"] [2024/06/01 12:33:22.587 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.79335ms] [] [2024/06/01 12:33:22.587 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=21] [step=post-process] [subtask-id=42] [takeTime=14.982777ms] [] [2024/06/01 12:33:22.669 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=21] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=138.547144ms] [] [2024/06/01 12:33:22.669 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=21] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:22.669 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=21] [step=post-process] [state=running] [] [2024/06/01 12:33:22.673 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=21] [2024/06/01 12:33:22.721 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=21] [type=ImportInto] [2024/06/01 12:33:22.745 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=21] [2024/06/01 12:33:22.771 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:22.771 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=21] [2024/06/01 12:33:22.857 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:22.859 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.652919963\n# Parse_time: 0.000477513\n# Compile_time: 0.00146682\n# Rewrite_time: 0.000282851\n# Optimize_time: 0.001053773\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/min-deliver-bytes-rows.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestDetachedLoadParquet [2024/06/01 12:33:22.868 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/01 12:33:22.870 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=116] [cur_db=load_data] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/01 12:33:22.906 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:22.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:22.906 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:22.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/01 12:33:22.960 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [category=ddl] [job="ID:170, Type:create schema, State:queueing, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:22.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:22.991 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=1.26418ms] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:23.028 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=170] [version=117] [2024/06/01 12:33:23.031 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=45.581921ms] [job="ID:170, Type:create schema, State:done, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:22.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:23.109 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=170] [conn=2] [job="ID:170, Type:create schema, State:synced, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:22.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:23.143 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=170] [2024/06/01 12:33:23.143 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:23.154 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=117] [cur_db=load_csv] [sql="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [user=root@%] [2024/06/01 12:33:23.224 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:23.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:23.224 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:23.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/06/01 12:33:23.290 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:create table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:23.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:23.299 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 169, Table ID: 171, Table Name: t"] [2024/06/01 12:33:23.420 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=3.498747ms] [gotSchemaVersion=118] [phyTblIDs="[171]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:23.432 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/06/01 12:33:23.434 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=21.26479ms] [job="ID:172, Type:create table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:23.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:23.522 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:create table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:23.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:23.590 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/06/01 12:33:23.590 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:23.594 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.444965708\n# Parse_time: 0.0025331\n# Compile_time: 0.001849784\n# Rewrite_time: 0.000063576\n# Optimize_time: 0.000762917\n# Wait_TS: 0.000445775\n# DB: load_csv\n# Is_internal: false\n# Digest: deb6e06dd4a4899630815ed56138c6b49ca532602f1a13a41fd477476bd62154\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE t (id INT, val1 INT, val2 VARCHAR(20), d1 DECIMAL(10, 0), d2 DECIMAL(10, 2), d3 DECIMAL(8, 8),d4 DECIMAL(20, 0), d5 DECIMAL(36, 0), d6 DECIMAL(28, 8));"] [2024/06/01 12:33:23.815 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestDetachedLoadParquet1352868745/001/test.parquet\",\"format\":\"parquet\"}"] [dist-task-enabled=true] [2024/06/01 12:33:23.815 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:23.815 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/06/01 12:33:23.816 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=642.02µs] [2024/06/01 12:33:23.816 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=785.208µs] [] [2024/06/01 12:33:24.021 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=22] [task-id=22] [data-size=2.623KiB] [thread-cnt=8] [global-sort=false] [2024/06/01 12:33:24.065 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=22] [2024/06/01 12:33:24.066 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:33:24.172 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:24.175 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:24.178 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [2024/06/01 12:33:24.201 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:24.201 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:33:24.412 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=22] [mode=Import] [2024/06/01 12:33:24.431 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=22] [2024/06/01 12:33:24.439 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:33:24.479 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:33:24.482 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/06/01 12:33:24.490 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:24.490 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:24.490 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:24.491 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:24.491 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:24.491 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:24.491 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:24.492 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:24.492 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:24.505 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:24.507 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:24.507 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:24.507 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=22] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:24.507 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=22] [disk-quota=348.5GiB] [2024/06/01 12:33:24.551 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [2024/06/01 12:33:24.555 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:33:24.558 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:24.558 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=171] [2024/06/01 12:33:24.565 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [2024/06/01 12:33:24.574 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=171] [key=test.parquet:0] [readDur=2.201661ms] [encodeDur=6.076462ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=376.778µs] [type=file] [takeTime=9.172198ms] [] [2024/06/01 12:33:24.575 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=import] [subtask-id=43] [takeTime=23.911706ms] [] [2024/06/01 12:33:24.575 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/22/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/e750330f-9ebe-4136-a4f4-10dbebfc2c99.sst] [firstKey=7480000000000000AB5F728000000000000001] [lastKey=7480000000000000AB5F728000000000000006] [2024/06/01 12:33:24.575 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/06/01 12:33:24.575 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/06/01 12:33:24.575 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:33:24.577 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.963704ms] [] [2024/06/01 12:33:24.577 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/01 12:33:24.582 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:24.604 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/06/01 12:33:24.604 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:24.618 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/06/01 12:33:24.620 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.731682ms] [] [2024/06/01 12:33:24.620 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:33:24.621 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.176047ms] [] [2024/06/01 12:33:24.621 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=22] [step=import] [engine-id=0] [2024/06/01 12:33:24.621 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:24.623 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.643329ms] [] [2024/06/01 12:33:24.623 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/01 12:33:24.623 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:24.623 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=63.65µs] [] [2024/06/01 12:33:24.623 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:24.625 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.056434ms] [] [2024/06/01 12:33:25.018 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:310.446647ms txnStartTS:450165526924623875 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:310.3ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:87 rocksdb_delete_skipped_count:43 rocksdb_key_skipped_count:215 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:33:25.018 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:351.076501ms txnStartTS:450165526911516678 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:351ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:395 rocksdb_delete_skipped_count:92 rocksdb_key_skipped_count:1064 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:33:25.021 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165526924623873\n# Query_time: 0.360557204\n# Parse_time: 0\n# Compile_time: 0.011516018\n# Rewrite_time: 0.005911683\n# Optimize_time: 0.00639069\n# Wait_TS: 0.000127905\n# Prewrite_time: 0.342049429 Commit_time: 0.001290341 Get_commit_ts_time: 0.000399892 Slowest_prewrite_rpc_detail: {total:0.342s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 340.9ms}, scan_detail: {get_snapshot_time: 35.3µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.7µs, propose_send_wait: 0s, persist_log: {total: 106.1µs, write_leader_wait: 302ns, sync_log: 71.3µs, write_memtable: 1.85µs}, commit_log: 340.6ms, apply_batch_wait: 13.6µs, apply: {total:99.1µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 25.8µs, write_memtable: 14.8µs}}} Commit_primary_rpc_detail: {total:0.342s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 340.9ms}, scan_detail: {get_snapshot_time: 35.3µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 15.7µs, propose_send_wait: 0s, persist_log: {total: 106.1µs, write_leader_wait: 302ns, sync_log: 71.3µs, write_memtable: 1.85µs}, commit_log: 340.6ms, apply_batch_wait: 13.6µs, apply: {total:99.1µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 25.8µs, write_memtable: 14.8µs}}} Write_keys: 1 Write_size: 623 Prewrite_region: 1\n# Is_internal: true\n# Digest: f5f157ff96d913fe3637cdaa406bb30a7492b7b7690ec44bfadc5522a27cbcf8\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 20519\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_background_subtask is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9wzwSTAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjQ1bXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZTozNDJtcywgZ2V0X2NvCSEkczozOTkuOcK1cxE1EDoxLjI5AU0gc2xvd2VzdF9wDT/wPF9ycGM6IHt0b3RhbDogMC4zNDJzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCABpxhfZGV0YWlsAUQgaWt2X3dhbGxfARg8OiAzNDAuOW1zfSwgc2NhbhkoAaocc25hcHNob3QRKwg1LjMFrlhyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIAXqGUIFkEBfYmF0Y2hfd2FpdDogMTUuNwVBLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwGqCe4QMTA2LjEFNglgFGxlYWRlcg02KDMwMm5zLCBzeW5jCTYENzENpAktGG1lbXRhYmwhFxAuODXCtQHoLaEFZQH+ADYhchBhcHBseTatAAgzLjYFdwUbFZAEOTkNjhRtdXRleF8pAAG9CXEyngAZFwB3IbgMMjUuOAVSCSsdnAA0BRklRQ2eGHByaW1hcnk++QEMMDAxc/75AS35BDQzDXYALIb6AQQxNS0M4voBBDAuIX4ALLL6AQQ2Mw01KTAyWwEEMzQ2+AEEMzlNWwksPVwELjBBPgB9cWQp+AQxOQEVACwp3Db3AQAyJYwNGzX3BDUz4vcBBDEyWpMCCDkuMUEQJfdtzAhudW2BRAnFDGtleXMZDkBieXRlOjYyM30JOS4zMCBLQoGGFAoxCTFfN4GU4C4xMAllcShteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5leGVjX2lkLCAiOjQwMDAiKQkxCYUHCDIuMGUHicYUMgkyLjc0EWMoMgkzNl82CTAJMQlpTFpeACgsIGhhbmRsZTo0MwEroR0MMS41M2FeCVcoMywgR2V0OntudW1F2AgxLCBl5IlfEDg3My40aaIBPABfmbKBCBxfcHJvY2VzcwksECAzNy4yZUsJHYFfDRoENzKtUwkaFGt2X3JlYYFllfIEMTEBZ6EYAGsyCgUIMTI3JeRCEQMJShGBAGshlgAgFbwuFwAkX3NpemU6IDQwNBHaFS1KTwUENDkNxFJVAyAJTi9BCU4vQQo=')\n# Plan_digest: 1c84dc53cfa8a7402b86932813bce9895ef90999757ba93e1a2537d865658f04\n# Binary_plan: tidb_decode_binary_plan('0A3gCssNCghVcGRhdGVfNBKtBAoLU2VsZWN0aW9uXzcSrQMKC1BvaW50X0dldF82Ie/u7u7u7ipAKQAAAQLwZfA/MAE4AUABSiIKIAoFbXlzcWwSF3RpZGJfYmFja2dyb3VuZF9zdWJ0YXNrUgloYW5kbGU6NDNaFHRpbWU6MS41M21zLCBsb29wczozYqoCR2V0OntudW1fcnBjOjEsIHRvdGFsXwUtKDg3My40wrVzfSwgARAsX2RldGFpbDoge3RvASQccHJvY2Vzc18BHCQ6IDM3LjLCtXMsDUEMd2FpdA0aDDcyLjkdGixrdl9yZWFkX3dhbGwNIgQxMQFnAWYEa3YyGAAMMjcuMQmBDHNjYW5egQAYa2V5czogMRF7EZgBFyRfc2l6ZTogNDA0ER4BFgUtKGdldF9zbmFwc2hvEaoENDkNxFhyb2Nrc2RiOiB7YmxvY2s6IHt9fX1w/xEBBAF4EQoQ/wEheHcBARAwQCmamQEBALktoBBSMmVxKCWfAC5angFELmV4ZWNfaWQsICI6NDAwMCIpLaUUMi4wNm1zMaUMMnDzFR1wIfwQUgNOL0ENLQwzLjQ1GS0cMWLhCGNvbW0hfUB4bjoge3ByZXdyaXRlOjM0MgEnAfYRIRBzOjM5OS2cCRQQOjEuMjkBJxxzbG93ZXN0XxE/AF9BHi35MDogMC4zNDJzLCByZWdBtDhpZDogMTQsIHN0b3JlOiAhtigwLjAuMToyMDE2MiHXAG0uPQI65QEgMzQwLjltc30sOuQBAao6oAEMMzUuM0VKBHJvSqABBCwgBepZJgWQFF9iYXRjaEWQFDogMTUuNwVBKHByb3Bvc2Vfc2VuQYpIaXQ6IDBzLCBwZXJzaXN0X2xvZxnuCDEwNkWGEWAUbGVhZGVyDVIoMzAybnMsIHN5bmMJNgQ3MQ2kCY0YbWVtdGFibCEXCC44NUnMKWwJLwH+Je0QYXBwbHk2rQAIMy42Ba0FGxWQBDk5DY4YbXV0ZXhfbEWgAb0JcTKeABkXIHdhbDogMjUuOAVSCSsdnAA0BRkMfX19LBGeGHByaW1hcnk++QEMMDAxc/75AS35BDQzDXYALIb6AQQxNS0M4voBBDAuIX4ALLL6AQQ2Mw01KTAyWwEEMzQ2+AEEMzlNWwksPVwELjCNxC74AQQxOQEVACwp3Db3AQAyJYwNGzX3BDUz4vcBBDEyWpMCCDkuMUEQJfdtzAhudW3BBgnFpSwAMVH4YGJ5dGU6NjIzfXC0Snj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:25.024 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165526911516678\n# Query_time: 0.401022615\n# Parse_time: 0\n# Compile_time: 0.043181904\n# Rewrite_time: 0.001738971\n# Optimize_time: 0.039585729\n# Wait_TS: 0.000219464\n# Cop_time: 0.349388366 Process_time: 0.000467507 Wait_time: 0.000105398 Request_count: 2 Total_keys: 790 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 184 Rocksdb_key_skipped_count: 2128\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000233753 Cop_proc_p90: 0.000236895 Cop_proc_max: 0.000236895 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.2699e-05 Cop_wait_p90: 5.9573e-05 Cop_wait_max: 5.9573e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2020\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qxegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjM1MS44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkXoAAHAkwIEJ5dGVzEQgcCjIJMTdfMjgJc1Rpbm5lciBqb2luLCBlcXVhbDpbZXEoYmUAMCwgQ29sdW1uIzE1KV0ucgAANjLyAJhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo1ODEuNMK1cywgZmV0Y2gdEAUyDDowc30RpxEIJAozCTMxXzQxKEIBVAApCbZAZGF0YTpTZWxlY3Rpb25fNDAViww2MC43BWE1fmxjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjM0AbUhYjRfa2V5czogMCwgdG90XwESGDogMjMwLjYFSwEUJHdhaXQ6IDQ1LjgFE2hjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwJywVzCF9kdQUaGG46IDcxLjMFOjhtYXhfZGlzdHNxbF9jb25VGUggMX0sIHJwY19pbmZvOntDb3A6AbAMX3JwY0FEJUAAX0VhLDEuMjVtc319CTI0My3bGE4vQQo0CTEhCQQxX0XIUG5vdChpc3RydWVfd2l0aF9udWxsKErXARRyZW9yZykhVwx0aWt2BbYEOnsFZwQwc1XDPH0sIHNjYW5fZGV0YWlsOiApzi01QDM5NSwgZ2V0X3NuYXBzaG90CaYEIDMxiphyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDkyLCBrZXk+FwAkMTA2NCwgYmxvYyG7EH19fSwgAZg+hQAhrQhlc3MNdTK1AQRhbCW3DRs1vAXpCHdhbC1PJCAzNTQuMsK1c30hRwEEHAo1CTQzXzM5LUwMMDAwCUnGLhcEfCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRZJmUgEBaAEEMAozCTZfMjkoUHJvYmUhhzQ2NDAwCWdyb3VwIGJ5OnVuQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdYmEQdt1BBBwYXJ0aSEPGG9ya2VyOnsZ/iQzNTAuNTgxMTU3ATEukQIINSwgYTcAX2E1ADBpGWUFLDEuNzUxOTIxNDkycwkXDGV4ZWNFL2EpIaQFJBwyMTIyNzQxc2lvAWgINDQ2aXIEOTUdEBR9LCBmaW5inQAMOTcwNW6bAAGnBG90CZsYNDEuOTc1woFgARQFmAg0LjAh3QmqFZ0YMzgxNjQyNx2dEDkxNDI3JTYRnxESOaxhYwAzgWwlpWljAG5hWTWBbUolgwgwLjMBuS2FCAkzOLGJYa4QNQk2XzMhsAA4QV818EqiA03hDGluZyxO/QUgc2NoZW1hX2lkAcxGvQZFuQkeSUEIbWluFa8AOFY8Aja5AAAsbj4CIDQ5LjgzMzgzOQHqmj4CGDQ4NDU0NDVyPgIcNDg2MDA0MzMB1QhheDoBaBA3NDc5MCVSJaEENDkVEnpCAgwxNzk3RXheoAAuQwIUMTcuMDAxNkMCDDIuNDNZVlFEFDQ5ODQ3OWUFBaMcNTAuMTUyMzQZox0SWUQANsHPDDM2CTAp+gBkwcokSGFzaEFnZ18zMXXBBDQ5OlMHXscGDm8ISbcEcm9ayAYINi45FdFlwwggNTnN2wBjvsgGCDMwLikL7sgGycgIMzUxzccANN3HADdhGQAxpXv+GwPOGwNKQwMWXwl9Kw47CcVFoSD+LgftLgg0Mi5Jdv4uB7YuB10boYIEYWnxLlUiBenZMAwgNDExBapZ0gQ4CeEuoRwOegiBz4V1/i4HUi4H')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('lBrwSQqPGgoNUHJvamVjdGlvbl8xMxL1GAoHU29ydF8xNBL9FwoLSGFzaEpvaW5fMjgSyQYKDlRhYmxlUmVhZGVyXzQxEogECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqCAnRqfAAILCBzAfLwhmRldGFpbDoge3RvdGFsX2tleXM6IDM5NSwgZ2V0X3NuYXBzaG90X3RpbWU6IDMwLjfCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogOTIsIGtleV9za2lwcGVkX2NvdW50OiAxMDY0LCBibG9jazoge319fSwgdGltZV9kZTKFABxwcm9jZXNzXwl1EDIzMC42BXYJowh3YWkRkAw0NS44CRoB6Qx3YWxsDTQgMzU0LjLCtXN9VmIBNBoBASFVVVVVlY/yQCkABQE0JEA4AUABUhFkYXRhOlNdJgRaFgWHCDM2MA38BGxvJb0UYtkBY29wKdpYIHtudW06IDEsIG1heDogMS4zNG1zLCAByC1SBDAsAb4F2gA6NtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaGG46IDcxLjMlBahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBZgAYS04KDEuMjVtc319cPMBXZAQEvkPCgphXCBBZ2dfMjkSqwwuSAMQMzASxwsZIBAzNRKnBzZ7AxAzNhLsBB0iADFOeQMANEX2/nkD7nkDbXkAKHV5BEC/aXkslAFncm91cCBieTptgQI2bgMh5Rxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+3wNK3wMMNDIuMUVKAHL+3wOy3wMINi45BXZC3wMENTlx+TrfAwg0MTEFqlrfAxwh3t3d3R0+923cIchh3AQPZGHcCEhhc0XJDDMxWhVp2gw0OS42Ya+G2QMQMzUxLjEBKyH1VtoDHc1t2hXGwtoDDDMwLjUlGgBt7toDZdoIMzUxZdkA9C7ZAyUoCK1s+DooAQCE/vACvvACVdRd4AA1MZ4MNTAuMyFzMZ5ExAJwYXJ0aWFsX3dvcmtlcjp7ufghyxQ4MzM4MzkBMi4EBRw1LCB0YXNrX6GorYzBSDA6MS43NDg0NTQ0NTJzpQsUX2V4ZWM64aUEdG/NZwUkFDYwMDQzM2HFBGF4BWgQNzQ3OTAFmghwOTUyEgAUfSwgZmluVqEAGDUwLjE3OTfFH16gAAGsAG9NPhAxNy4wMGmVARQFnQwyLjQzSRgBE0XEAaMUOTg0Nzk5AccFowFqDDUyMzQZox0SbjkDCK1I/k0RCAC5QGU5ABYWeggAbg5wCDGsCDUpKVqiAQhw/ALdPSQaAQIhRERERCRjPlYABDhnsVYVVAAsrQUcZmlyc3Ryb3cdbpn6CDVaEwX0RdMALFUYAL5uGAIgNTAuNTgxMTU3qhgCFDUxOTIxNCVRIWglez4YAhw1MjEyMjc0MVEYFDUwLjQ0NiXeRRYVEHoUAgw5NzA1bpsALhMCEDQxLjk3WQAFmAg0LjAO7whJwiUeKDEuNzUzODE2NDI3HZ0QOTE0MjeJwkG1BDUwFRJeEgIYFK5H4Qx7CCqMCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiuQYELCA15AQpXVU4ADE2eAUAOxbfCBBoYXNoX+UYADoWlQoUOjU4MS40pQkQZmV0Y2gdEAUyLDowc30hnasFOSp+CDqoAAA9SpIAobwEZXPhsRA6ZGVzY1KXB+lvHakAOCGejYMFbADqQmwATh0IAUgQbWV0YSxOGwgZiVppABBiD0NvbiLHCUhPRkZw9Ap4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:33:25.029 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165526924623875\n# Query_time: 0.348216596\n# Parse_time: 0\n# Compile_time: 0.0245025\n# Rewrite_time: 0.003414074\n# Optimize_time: 0.014949895\n# Wait_TS: 0.000132158\n# Cop_time: 0.315063702 Process_time: 0.000319053 Wait_time: 0.000169269 Request_count: 4 Process_keys: 4 Total_keys: 141 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 67 Rocksdb_key_skipped_count: 334 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 7.9763e-05 Cop_proc_p90: 0.000123494 Cop_proc_max: 0.000123494 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.2317e-05 Cop_wait_p90: 6.347e-05 Cop_wait_max: 6.347e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74493\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+TKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKgOjMxNy42bXMsIGxvb3BzOjIJNC43MyBLQgkwIEJ5dGVzCjEJM18xNQlqkgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJIENvbHVtbiMzNS5fAQAyPV8ILCBDGXkMOk9GRiFwADEhcCROL0EKMgk2XzE2Jf4gZ3JvdXAgYnk6WloBIXUkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhgQAuHewIKS0+FaQALA1BHGZpcnN0cm93LkYALnICEGlkKS0+HWI2HACeRgABikELZkwAESKiUgAIeXBlak4ARVopI37iAEVpZksABR+elgBRemZPABEinlIAXYdmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALl0DZlIALiYAfXgydgNMcGFydGlhbF93b3JrZXI6e3dhbGylIyg6MzE2LjQxMzEzOQExHe8MOjUsIEWTbG51bToxLCB0b3Rfd2FpdDoxLjU4MDUxMDIzNHMJFzRleGVjOjE3NS4zMzTCtQ0VpV8FLCw5NzE1NTJzLCBtYXgFcBAyMjcyNgWhCHA5NTISABR9LCBmaW5iqQAUOTE4MzQ4bqkAAbURqRQ0Mi41NzIVkQWmEDYuOTQxFRMVpBgzMzAxNTE2HaQQODQ0NDgypAAREgB9gawBBAQKM8EcHDgJMAkwLjAyXrEGgapaPgQlX/4fBlofBnlmWn0AMjIDXiQALv4CWiQASdFaHQAunAIyrQZ2pwVZxy6cB3Y9Bhg0CTE3XzIwMY5QaW5uZXIgam9pbiwgZXF1YWw6W2VxLuMFSoIAcssAAR0QKSBlcSjRQQA3AZDJ8Ag2KV0ZswQ1LkWiGlEIcCwgYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6MzE1QcogZmV0Y2g6MzE0CTcFLhw6MjcwLjnCtWEQGHByb2JlOns9i03lBGFsYV8AN1W0CDUuMQFQCTAQMjI3LjdF6AVgECBhbmQgcb4cN3N9CTEwLjLhdx7nCBw1CTNfMjEoQgGsACkxRD3Vji4BSiQAHbYULCBjYXN0eoIBeRIwZG91YmxlIEJJTkFSWf23ADc5aQQ0LmWgNWk+WwgIMi42IlsIFDYJMzBfMnWsLkUAADMhNhVFEGluZGV4EmsKBDogKamJJhAgMzExLjmxGF9oYW5kbGUdFym5DCA1LjMhuQAsKW4EIDE1yCX8TlkAADIWIgmhZwggMSwygwUsIDV9LCBuZXh0OiB7Ib4AXwWeCXVFZQUVCVoYbG9va3VwXw2HEDQ0Ni41RQBGIwAocmVzcDogMS44NG1BCgg5LjlBCg6BCRg3CTQ3XzI1UQcYMV8wCTEwCQVgDDpzdCwpHRA6aWR4X6FNDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCAOUQgcczpwc2V1ZG85iggxLjQ5igAzIQkAcDEvMRzBQQwgMzEwCSoMcHJvY6E/AHMlOKH3ARIQOiA5Ni7ZhwH/DDogNjMtDmRjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMHGpRYMEZHUFGhBuOiA1OGWJxb0gX2Rpc3RzcWxfXddMOiAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBj7TcOuwwEaW3hawAwQW0cfX0sIHRpa3YFagQ6ewUbBDBzHoIMAU4oc2Nhbl9kZXRhaWxVhQHbCGVzczLwAARhbDIXACBfc2l6ZTogNjDllgRhbA0sDDg3LCASpAsYbmFwc2hvdE3QBDQ3LROYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0Mywga2V5PhcAIDIxNSwgYmxvY2EpAH0J1QRtZV63AAXmMpoB4eUEYWkRjjWhJRomnwgQIDIzMC7hsfl2HDcJMV8yNyhQoRgAKUWk5X8EaW56XARBdkhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpUbcIMS41NoUEAGNatgIEOTZxkSHKLZsaVwkBEiFoZbBByCEZDDogMzRNyABjwrUCADWt/QRtYf61Agg4NjAFhinh/rYCZrYCCDQwNDa3AgAyUrYCBDIybY9ZtgBrRpwCADHCmgIANDV9NpgCNYQ+mAIQMTQ2LjjhoqE5AQQcCjgJNDVfMjZFkjI2BYoBBWZYAQFbAQTpogA5UfcYMAkyOS45Ny6jBz6YDv2+LhsAheD+dQr+dQr+dQqqdQo+dgguDAEOnAteaQgANnHjCDQuOd2ZUoYKBDM08UISaAgAMw7EECmgGUUANhKeCYZoCAgyLjAFKhK4CSJnCAgxLjkSoQ3t3wg2Ljf53gg6IDGJKsFZDmIKyVo2vwgIMi4xEokR8UsywwZaZwgIMi4yhd2Bj1JmCAwyMTAuYQUW7gg2IwAiZggANQ5mCAwyMS41MSQSZggEMzMuZggAMx5mCCJlCKWuACgFBipdCAxwYXVzobEALBUKKF0sIFsicmV2ZXJ0CRkZDAkbreMALLXtopMIBDEuLvkBapIICDEuMhKOCaHIYVs+kQgEMTIefwi53Qw0MC42pfDG3QUEMC6Jre7dBandEDEuMTht/tsFgtsFBDYyNtoFBDUxUtsFBDE5LRK521aRCAQyNA5VCgB5PpEICDExOLn3JuMJGsYIADaaowgyrAE2DAY1sz4MBgwyNTMuDmgQua0OpAgEMzWxrQ5IC4kPVmYILpMEEmcOKl8INgEPXl4ICDEuMAUpXoICBDU2EkUJJYgeXghxu8KBAgQzNS2p7oECSYEEOTjtRoG7agYHACz6FAsQMTEyNTkF/iIXC1qFAgAxbV1ZhR7kCkJTAgAymlMCLn0BNlICNYQF/Cr2CggxNzclsVlSEl4IBDM0RUwuLgX+XQgWXQg=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('9TbACvA2CgdTb3J0XzEzEtI1Cg1Qcm9qZWN0aW9uXzE1EsQyCgpIYXNoQWdnXzE2EugoCjIhABQ4ErwlCgsBISRKb2luXzIwEtsQMkMAZDIxEuAOCg5JbmRleExvb2tVcF8yOBLOBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwtgAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6MzExLjRtcywgbG9vcHM6M2LaAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDMxMC40bXMsIHByb2Nfa2V5czogMSwgdG90XwESIDogOTYuNMK1cwkTJHdhaXQ6IDYzLjUFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhhuOiA1OC45BTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhBBhbF90aQXkNDAuM21zfX1qswJ0aWt2BWsEOnsFHAwwcywgCfsBTwBzIZcoZGV0YWlsOiB7dG8BQwHcEGVzc19rHfEEYWwyFwAgX3NpemU6IDYwEXcJLDw4NywgZ2V0X3NuYXBzaG90CY4IIDQ3LRSYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0Mywga2V5PhcARDIxNSwgYmxvY2s6IHt9fX0sIAHKXrcAARw2mwEEYWwlnQ0aNaIlGgh3YWwtNSwgMjMwLjHCtXN9cP8RAQQBeBEKJP8BEssGCgxTZWxtOEAyNxKOAQoRVGFibGVSb3dJREniADZJ3wRUpULfAggNCgtd3whSHmtyrgIEahwFnwx0YXNrSrkBVqIACBoBAgl+LJClQCmg20sao3WUP2ldEFJuaW4oZVxMLnRpZGJfYmFja2dyb3VuZF9zdWIBZlwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcAFGVwKSlaFCWHDDEuNTd5bAQyYmZsAwg5NjZNJUF/TVAAMUVfRXpBHWUeCHRvdCXODDogMzRtfgBjwmsDCDUuNwVN7msDaWsIODYwBYYMfX1qlf5sA3JsAwg0MDQlDgRhbC0dADJSbAMEMjKNRnlsAGtGUgMAMcJQAwA0NX42TgM1hUWvfU4QMTQ2LjhmTgMcIY1EbI0y9XIyqQIIAUABtaYANIHCkasQMmLwAWnBX2kRkapFZBQgMzExLjVBZixmZXRjaF9oYW5kbGUdF6VuEDogNS4zqWCpqQQxMCUpgU1hw05ZAAgyLjIBVwRudckUMowFKDV9LCBuZXh0OiB7AVAAXwWeCXUAOAE1BRUJWhhsb29rdXBfDYcENDRR6UYjADxyZXNwOiAxLjg0bXN9cJqfLn8E4ToYqYPAp2MVdD40AQhSlQF+2wMMZXAsIHYkAB3eFCwgY2FzdHroA4E0QYpoLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3PcwyBgQED0Pd1hRPRkZw7BQuaAUEkxI2XggIORLTOl4IEDM2EowGQl4ICDMzGh5eCAS4mrF/AD4eXggIHAoasX8UAXQaDgoFhfAAEgkHBFJtHlUIDHBhdXOB8wAsFQooXSwgWyJyZXZlcnQJGRkMCRutJQAstS8AXYKLCLEeADkSXwjpjxgzYtkBY29wUYlRdghtYXhBEwAyRVZeHAUEMTIedwi5Hww0MC42heXGHwUEMC5p7u4fBakfDDEuMTgSiQgAxv4dBXIdBQQ2MjYcBQQ1MVIdBQQxOS0TuR1WiQgEMjQhwwB5PokICDExOLk5JtwJGr4IADaamwgyrQE2TgU1tD5OBRAyNTMuMmZOBQQSgzKcCAwzNRKNRpwIBDM0Fh4IBKq5Qh0DCAwKCnkd/psIcpsIKAS6QCm5HoXrUfg9bZoEUihWXAgMZ2xvYg7RCgRhcw6cCBJVCAATpfEIMS42oWJpNm5UCAgxLjAFKl42AwQ1NhLwCUU7HlQIADDFtQAsxjUDBDM1TVzuNQNpNQQ5OO07/lQIflQIEDExMjU5Bf8iVghaOQMAMY0SeTkekAtCBwMAMpoHAy5+ATYGAzWFPgYDCDE3NyWyWgALHCGJO8PWS+GNMmICDlQIqW8MNC42MS45AgDuZlMICDIuMAUrNlIIDDEuOTkBQe3KCDYuNxbrDeHJCDogMRaPCnZRCAAxwlIICDIuMuU9AWVSUQgEMjFRtEYjACJRCAA1DlEIBK+sNlEIIAIh6SCU+SYBjz4xAQhS2wIqLQguiQMEaWQySAguGwBhqRYRCFo8AAx0eXBlYj4A5Y5iHgAccHJpb3JpdHliIQAUY3JlYXRlEhEKZiQAJnYIYiQAAHM+Kgk24gAAchLeDgRjbwHJPiQJLioAISdeFwkANlWPLv4HADJGFgkE3CIqFglAIcWpGiU5zpRAKYnS3uALk5kO2Q1kAUABUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6vQly5wABHRApIGVxKCLJCQQsIBELCDYpXSLWCQA1FuoKsYgElAFlGBBfaGFzaEmpBDp7ElEQCDozMSafCww6MzE0CTgFLgg6MjciiAsYcHJvYmU6ez2nBDo1jZ0SSQ4EcyyhXAFOAC5lnQkwCDIyNxrNDWWtDCBhbmRlCQkzLH1w1FEhfv1UfUgWlUI7AQDL/uYC/uYC/uYC/uYCiuYCfcxKNBA9rO2dBDMx5XNRFULrCwTYJS7VAhjOpmfib5qVHpAIAPBR1QS3Bg6dEBBwIGJ5Oh2BPmIDIGZ1bmNzOm1heHruAh2mKp8MBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAsR9mTAARIp6YAKFQak4ApW4pI36cAKV9ZksABR+elgCxq2ZPABEinlIAvdxmVQAdJaJYANkQalgAGSWeWAClQGIyAgEenkoAAHTdcWZSAC4mAHWGEjQIcYYYzQJwYXJ0aQ5mCRhvcmtlcjp7JqkRIDMxNi40MTMxMxLbCB3vpX0MYXNrXw6KDhqKEw5iCKFZHDgwNTEwMjM0GjwLDqQXGDoxNzUuMzMmEBcarAsgNTgwOTcxNTUytb8YNi4yMjcyNgWiCHA5NQWCERIUfSwgZmluYqkAEDkxODM0EgoPXqkAyTIJqRA0Mi41Nw42DcVGCaYMNi45NA7lFQkTFaQYMzMwMTUxNh2kEDg0NDQ4MqQAERJefgoUNA3OSNbkRs0EAKv+Zwb+ZwY6ZwZJglrRBHmdWiEAPXliRgkyjQNaSAAutgImYAgANSJeCAA3Fn0TUcN6SQYUkscXVdj8RnwBAF5afgCG5wCKUQoEaWQdri73BhBw6CUYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:33:25.047 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=22] [step=import] [2024/06/01 12:33:25.051 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:25.051 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:25.051 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:25.051 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:25.054 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:25.054 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:25.054 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:25.054 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:25.054 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:25.054 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=574.746284ms] [] [2024/06/01 12:33:25.095 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:25.097 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:25.100 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:25.100 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:25.174 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/06/01 12:33:25.177 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=22] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:25.177 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:33:25.399 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [2024/06/01 12:33:25.400 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/06/01 12:33:25.459 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=22] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:33:25.502 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:33:25.560 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/06/01 12:33:25.560 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/06/01 12:33:25.560 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [2024/06/01 12:33:25.567 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=6.924596ms] [] [2024/06/01 12:33:25.567 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/06/01 12:33:25.567 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/01 12:33:25.567 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [weight=30] [2024/06/01 12:33:25.567 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [concurrency=15] [2024/06/01 12:33:25.572 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=171] [physicalTableID=171] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/06/01 12:33:25.572 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/01 12:33:25.573 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=12.510032ms] [] [2024/06/01 12:33:25.573 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=22] [step=post-process] [subtask-id=44] [takeTime=12.761546ms] [] [2024/06/01 12:33:25.618 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=22] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=115.587885ms] [] [2024/06/01 12:33:25.718 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=22] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:25.718 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=22] [step=post-process] [state=running] [] [2024/06/01 12:33:25.723 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=22] [2024/06/01 12:33:25.771 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=22] [type=ImportInto] [2024/06/01 12:33:25.772 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=22] [2024/06/01 12:33:25.804 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:25.804 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=22] [2024/06/01 12:33:25.902 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.305719358\n# Parse_time: 0.000492195\n# Compile_time: 0.001917595\n# Rewrite_time: 0.00033041\n# Optimize_time: 0.000762917\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 46c9ae50d402b8a4fb5ea152f20c1c0cc52c5c1b2a8c34e97e72968d0916e408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4zcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6Mi4zcywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestDetachedLoadParquet1352868745/001/test.parquet' FORMAT 'parquet';"] [2024/06/01 12:33:25.915 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/06/01 12:33:25.957 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:25.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:25.957 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:25.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/06/01 12:33:25.964 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:26.020 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [category=ddl] [job="ID:174, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:171, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:25.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:26.035 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 173, Table Name: t, Old Table ID: 171, Old Table Name: t"] [2024/06/01 12:33:26.149 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=4.687949ms] [gotSchemaVersion=119] [phyTblIDs="[173]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:26.163 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=174] [version=119] [2024/06/01 12:33:26.165 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=25.572605ms] [job="ID:174, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:25.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:26.249 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=174] [tableIDs="[171]"] [comment="drop table: table ID"] [2024/06/01 12:33:26.259 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=174] [jobType="truncate table"] [2024/06/01 12:33:26.263 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=174] [conn=2] [job="ID:174, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:171, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:25.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:26.345 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=174] [2024/06/01 12:33:26.345 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:26.349 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.434989981\n# Parse_time: 0.000456195\n# Compile_time: 0.001066019\n# Rewrite_time: 0.000038361\n# Optimize_time: 0.00178096\n# Wait_TS: 0.000389533\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] [2024/06/01 12:33:26.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:26.581 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"parquet\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:33:26.746 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=23] [task-id=23] [data-size=2.623KiB] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:26.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.4051904\n# Parse_time: 0.000766215\n# Compile_time: 0.002044123\n# Rewrite_time: 0.000435745\n# Optimize_time: 0.00178096\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 9d252dcfc45de0a6fa2d75a4bf9c0fe3abf2749dd3340cd6a447825efd5c8b80\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NDAxLjZtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6NDAxLjZtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'parquet' WITH detached;"] [2024/06/01 12:33:26.798 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=23] [2024/06/01 12:33:26.798 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:26.905 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:26.910 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:26.914 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [2024/06/01 12:33:26.939 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:26.942 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:26.943 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=2686] [2024/06/01 12:33:26.947 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=2686] [cost=4.289181ms] [2024/06/01 12:33:26.947 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=4.419798ms] [] [2024/06/01 12:33:26.947 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:26.947 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:27.153 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=23] [mode=Import] [2024/06/01 12:33:27.173 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=23] [2024/06/01 12:33:27.187 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=23] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:27.233 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:27.236 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/06/01 12:33:27.237 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:27.246 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:27.246 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:27.247 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:27.247 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:27.248 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:27.248 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:27.248 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:27.248 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:27.248 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:27.263 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:27.265 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:27.265 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:27.265 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=23] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:27.265 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=23] [disk-quota=348.5GiB] [2024/06/01 12:33:27.345 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [2024/06/01 12:33:27.350 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:33:27.353 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:27.354 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=173] [2024/06/01 12:33:27.382 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=173] [key=p:0] [2024/06/01 12:33:27.393 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=173] [key=p:0] [readDur=4.707036ms] [encodeDur=5.035719ms] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [deliverDur=375.323µs] [type=file] [takeTime=10.701524ms] [] [2024/06/01 12:33:27.394 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=import] [subtask-id=45] [takeTime=49.11888ms] [] [2024/06/01 12:33:27.394 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=726] [kvs=6] [files=1] [sstFileSize=1288] [file=/tmp/tidb/import-4000/23/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/b07f7ed0-af00-4c68-ac85-a7c82fa8db91.sst] [firstKey=7480000000000000AD5F728000000000000001] [lastKey=7480000000000000AD5F728000000000000006] [2024/06/01 12:33:27.394 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/06/01 12:33:27.394 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/06/01 12:33:27.394 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:33:27.396 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.097172ms] [] [2024/06/01 12:33:27.396 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/01 12:33:27.401 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:27.424 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=6] [size=726] [2024/06/01 12:33:27.424 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:27.440 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=726] [kvs=6] [importedSize=726] [importedCount=6] [2024/06/01 12:33:27.441 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=44.97817ms] [] [2024/06/01 12:33:27.442 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:33:27.443 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.021138ms] [] [2024/06/01 12:33:27.443 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=23] [step=import] [engine-id=0] [2024/06/01 12:33:27.443 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:27.444 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.444397ms] [] [2024/06/01 12:33:27.444 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/01 12:33:27.444 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:27.444 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=49.32µs] [] [2024/06/01 12:33:27.444 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:33:27.445 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=742.941µs] [] [2024/06/01 12:33:27.489 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=23] [step=import] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:27.493 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:27.493 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:27.493 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:27.493 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:27.495 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:27.495 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:27.495 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:27.495 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:27.495 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:27.495 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=262.396809ms] [] [2024/06/01 12:33:27.520 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:27.523 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:27.525 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:27.525 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:27.594 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":14,\"3\":12,\"4\":42,\"5\":42,\"6\":36,\"7\":66,\"8\":108,\"9\":90}}"] [2024/06/01 12:33:27.597 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=23] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:27.597 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:27.844 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:27.888 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/06/01 12:33:27.888 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/06/01 12:33:27.888 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [2024/06/01 12:33:27.896 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=7.810386ms] [] [2024/06/01 12:33:27.896 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [groupId=-1] [size=726] [kvs=6] [checksum=13966026291112241924] [2024/06/01 12:33:27.896 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [checksum="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/01 12:33:27.896 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [weight=30] [2024/06/01 12:33:27.897 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [concurrency=15] [2024/06/01 12:33:27.901 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=173] [physicalTableID=173] [indexID=-1] [checksum=13966026291112241924] [totalKvs=6] [totalBytes=726] [2024/06/01 12:33:27.901 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [local="{cksum=13966026291112241924,size=726,kvs=6}"] [2024/06/01 12:33:27.901 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=12.987894ms] [] [2024/06/01 12:33:27.901 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=23] [step=post-process] [subtask-id=46] [takeTime=13.197697ms] [] [2024/06/01 12:33:27.945 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=23] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=100.503078ms] [] [2024/06/01 12:33:28.021 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=23] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:28.021 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=23] [step=post-process] [state=running] [] [2024/06/01 12:33:28.025 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=23] [2024/06/01 12:33:28.103 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=23] [2024/06/01 12:33:28.110 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=23] [type=ImportInto] [2024/06/01 12:33:28.131 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:28.131 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=23] [2024/06/01 12:33:28.249 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:28.795 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=119] [cur_db=load_csv] [sql="TRUNCATE TABLE t;"] [user=root@%] [2024/06/01 12:33:28.832 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:28.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:28.832 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:28.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE t;"] [2024/06/01 12:33:28.902 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [category=ddl] [job="ID:176, Type:truncate table, State:queueing, SchemaState:none, SchemaID:169, TableID:173, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:28.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:28.918 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 169, Table ID: 175, Table Name: t, Old Table ID: 173, Old Table Name: t"] [2024/06/01 12:33:28.998 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=5.110211ms] [gotSchemaVersion=120] [phyTblIDs="[175]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:29.047 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=176] [version=120] [2024/06/01 12:33:29.050 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=61.172693ms] [job="ID:176, Type:truncate table, State:done, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:28.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.121 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=176] [tableIDs="[173]"] [comment="drop table: table ID"] [2024/06/01 12:33:29.131 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=176] [jobType="truncate table"] [2024/06/01 12:33:29.137 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=176] [conn=2] [job="ID:176, Type:truncate table, State:synced, SchemaState:public, SchemaID:169, TableID:173, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:28.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.224 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=176] [2024/06/01 12:33:29.224 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:29.228 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.43354812\n# Parse_time: 0.000235122\n# Compile_time: 0.000912366\n# Rewrite_time: 0.000040227\n# Optimize_time: 0.001721628\n# Wait_TS: 0.000445504\n# DB: load_csv\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE t;"] === RUN TestImportInto/TestDiskQuota [2024/06/01 12:33:29.231 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_test_disk_quota;"] [user=root@%] [2024/06/01 12:33:29.233 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=120] [cur_db=load_csv] [sql="CREATE DATABASE load_test_disk_quota;"] [user=root@%] [2024/06/01 12:33:29.264 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:29.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:29.264 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:29.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_disk_quota;"] [2024/06/01 12:33:29.333 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:create schema, State:queueing, SchemaState:none, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:29.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.379 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=1.145679ms] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:29.391 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=121] [2024/06/01 12:33:29.393 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=18.634ms] [job="ID:178, Type:create schema, State:done, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:29.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.460 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:create schema, State:synced, SchemaState:public, SchemaID:177, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:29.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.526 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/06/01 12:33:29.526 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:29.534 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=load_csv] [sql="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [user=root@%] [2024/06/01 12:33:29.587 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:29.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:29.587 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:29.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_disk_quota.t(a int, b int)"] [2024/06/01 12:33:29.628 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create table, State:queueing, SchemaState:none, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:29.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.637 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 177, Table ID: 179, Table Name: t"] [2024/06/01 12:33:29.700 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=2.82016ms] [gotSchemaVersion=122] [phyTblIDs="[179]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:29.712 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=122] [2024/06/01 12:33:29.714 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=21.298365ms] [job="ID:180, Type:create table, State:done, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:29.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.799 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create table, State:synced, SchemaState:public, SchemaID:177, TableID:179, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:29.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:29.844 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/06/01 12:33:29.844 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:29.848 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.316413842\n# Parse_time: 0.000818223\n# Compile_time: 0.001477351\n# Rewrite_time: 0.000096331\n# Optimize_time: 0.001721628\n# Wait_TS: 0.000454863\n# DB: load_csv\n# Is_internal: false\n# Digest: 2b5f3c5d220af7daf55fe6e161ec924257e5bff3b440b1a8b00d3b55ca4cf890\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_disk_quota.t(a int, b int);"] [2024/06/01 12:33:29.899 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:30.157 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disk_quota\":\"1b\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:30.265 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=24] [task-id=24] [data-size=95.49KiB] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:30.303 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=24] [2024/06/01 12:33:30.303 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:30.410 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:30.411 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:30.412 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [2024/06/01 12:33:30.435 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:30.438 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:30.439 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97780] [2024/06/01 12:33:30.439 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=97780] [cost=56.482µs] [2024/06/01 12:33:30.439 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=213.345µs] [] [2024/06/01 12:33:30.439 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:30.439 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:30.556 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=24] [mode=Import] [2024/06/01 12:33:30.574 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=24] [2024/06/01 12:33:30.585 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=24] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:30.629 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:30.631 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/06/01 12:33:30.632 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:30.641 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:30.641 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:30.642 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:30.642 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:30.643 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:30.643 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:30.643 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:30.643 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:30.643 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:30.658 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:30.659 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:30.659 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=24] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:30.659 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=24] [disk-quota=1B] [2024/06/01 12:33:30.700 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [2024/06/01 12:33:30.704 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:30.709 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:30.709 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=179] [2024/06/01 12:33:30.797 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [2024/06/01 12:33:31.349 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=2287] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.361 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98304] [kvs=2816] [files=1] [sstFileSize=33945] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/eccc7b15-2aa9-48ef-bf70-a9b6504b6493.sst] [firstKey=7480000000000000B35F728000000000000001] [lastKey=7480000000000000B35F728000000000000B00] [2024/06/01 12:33:31.364 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.369 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:31.390 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2816] [size=98304] [2024/06/01 12:33:31.391 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:31.443 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98304] [kvs=2816] [importedSize=98304] [importedCount=2816] [2024/06/01 12:33:31.445 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=81.759595ms] [] [2024/06/01 12:33:31.452 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.454 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.454 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.454 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=51.413µs] [] [2024/06/01 12:33:31.459 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.459 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.459 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=49.674µs] [] [2024/06/01 12:33:31.494 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.497 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.497 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.497 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.613µs] [] [2024/06/01 12:33:31.503 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.505 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.505 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.505 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.868µs] [] [2024/06/01 12:33:31.510 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.510 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.510 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=96.921µs] [] [2024/06/01 12:33:31.517 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.519 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.519 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.519 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=71.711µs] [] [2024/06/01 12:33:31.525 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.527 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.527 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.527 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=79.093µs] [] [2024/06/01 12:33:31.531 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.531 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.531 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.187µs] [] [2024/06/01 12:33:31.537 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.539 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.539 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.539 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.442µs] [] [2024/06/01 12:33:31.544 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.546 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.546 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.546 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.204µs] [] [2024/06/01 12:33:31.551 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.551 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.551 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.813µs] [] [2024/06/01 12:33:31.556 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.558 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.558 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.558 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.57µs] [] [2024/06/01 12:33:31.564 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.566 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.566 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.566 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.535µs] [] [2024/06/01 12:33:31.570 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.570 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.570 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.324µs] [] [2024/06/01 12:33:31.577 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.578 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.579 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.579 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.346µs] [] [2024/06/01 12:33:31.585 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.587 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.587 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.587 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=90.829µs] [] [2024/06/01 12:33:31.592 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.592 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.592 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.179µs] [] [2024/06/01 12:33:31.597 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.599 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.600 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.600 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=138.659µs] [] [2024/06/01 12:33:31.605 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.607 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.607 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.607 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=74.631µs] [] [2024/06/01 12:33:31.612 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.612 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.612 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.809µs] [] [2024/06/01 12:33:31.618 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.620 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.620 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.620 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.94µs] [] [2024/06/01 12:33:31.625 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.627 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.627 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.627 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.168µs] [] [2024/06/01 12:33:31.631 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.631 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.631 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.284µs] [] [2024/06/01 12:33:31.636 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.638 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.638 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.638 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.533µs] [] [2024/06/01 12:33:31.644 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.645 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.646 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.646 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.384µs] [] [2024/06/01 12:33:31.649 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.649 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.649 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.047µs] [] [2024/06/01 12:33:31.655 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.656 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.657 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.657 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.332µs] [] [2024/06/01 12:33:31.662 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.664 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.664 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.664 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=47.142µs] [] [2024/06/01 12:33:31.669 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.669 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.669 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.457µs] [] [2024/06/01 12:33:31.676 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.678 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.678 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.678 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.724µs] [] [2024/06/01 12:33:31.683 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.685 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.685 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.685 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.202µs] [] [2024/06/01 12:33:31.689 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.689 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.689 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=54.934µs] [] [2024/06/01 12:33:31.694 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.696 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.696 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.696 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.545µs] [] [2024/06/01 12:33:31.702 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.703 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.704 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.704 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=48.665µs] [] [2024/06/01 12:33:31.708 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.708 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.708 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=106.93µs] [] [2024/06/01 12:33:31.713 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.715 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.715 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.715 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.485µs] [] [2024/06/01 12:33:31.720 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.722 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.722 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.722 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=86.8µs] [] [2024/06/01 12:33:31.726 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.726 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.727 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=80.804µs] [] [2024/06/01 12:33:31.732 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.734 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.734 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.734 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=89.084µs] [] [2024/06/01 12:33:31.739 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.741 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.741 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.741 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=77.635µs] [] [2024/06/01 12:33:31.745 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.745 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.745 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.314µs] [] [2024/06/01 12:33:31.751 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.753 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.753 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.753 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.434µs] [] [2024/06/01 12:33:31.758 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.760 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.760 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.760 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.304µs] [] [2024/06/01 12:33:31.764 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.764 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.764 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.206µs] [] [2024/06/01 12:33:31.769 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.771 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.771 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.771 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.818µs] [] [2024/06/01 12:33:31.777 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.779 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.779 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.779 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=76.444µs] [] [2024/06/01 12:33:31.783 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.783 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.783 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.311µs] [] [2024/06/01 12:33:31.789 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.791 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.791 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.791 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=46.972µs] [] [2024/06/01 12:33:31.797 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.798 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.798 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.798 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.943µs] [] [2024/06/01 12:33:31.802 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.802 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.802 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.329µs] [] [2024/06/01 12:33:31.808 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.810 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.811 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.811 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=520.177µs] [] [2024/06/01 12:33:31.851 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.853 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.854 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.854 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=93.961µs] [] [2024/06/01 12:33:31.859 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.859 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.859 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=79.669µs] [] [2024/06/01 12:33:31.864 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.866 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.866 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.866 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.037µs] [] [2024/06/01 12:33:31.872 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.874 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.874 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.874 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=65.349µs] [] [2024/06/01 12:33:31.878 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.878 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.878 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.856µs] [] [2024/06/01 12:33:31.883 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.885 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.885 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.885 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.795µs] [] [2024/06/01 12:33:31.891 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.893 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.894 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.894 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.533µs] [] [2024/06/01 12:33:31.897 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.897 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.898 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=44.921µs] [] [2024/06/01 12:33:31.904 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.905 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.905 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.905 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.728µs] [] [2024/06/01 12:33:31.911 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.913 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.913 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.913 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=70.723µs] [] [2024/06/01 12:33:31.916 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.917 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.917 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.699µs] [] [2024/06/01 12:33:31.922 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.923 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.923 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.924 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.192µs] [] [2024/06/01 12:33:31.930 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.931 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.931 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.931 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.082µs] [] [2024/06/01 12:33:31.936 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.936 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.936 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=51.664µs] [] [2024/06/01 12:33:31.941 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.943 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.943 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.943 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=44.084µs] [] [2024/06/01 12:33:31.949 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=49152] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.951 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:31.951 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:31.951 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=78.489µs] [] [2024/06/01 12:33:31.955 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.955 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:31.956 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.047µs] [] [2024/06/01 12:33:31.961 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=49152] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:31.974 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33997] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/fdf959d0-ccce-4dcb-9f31-f839735c891c.sst] [firstKey=7480000000000000B35F728000000000000B01] [lastKey=7480000000000000B35F7280000000000015F9] [2024/06/01 12:33:31.976 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:31.981 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:32.003 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/06/01 12:33:32.004 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:32.075 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=196619] [importedCount=5625] [2024/06/01 12:33:32.077 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=100.610158ms] [] [2024/06/01 12:33:32.083 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.085 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.085 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.085 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=59.273µs] [] [2024/06/01 12:33:32.089 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.089 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.089 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.475µs] [] [2024/06/01 12:33:32.095 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.096 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.097 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.097 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.731µs] [] [2024/06/01 12:33:32.102 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.104 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.104 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.104 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.631µs] [] [2024/06/01 12:33:32.108 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.108 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.108 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.04µs] [] [2024/06/01 12:33:32.114 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.116 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.116 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.116 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.027µs] [] [2024/06/01 12:33:32.123 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.152 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.152 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.152 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=122.416µs] [] [2024/06/01 12:33:32.157 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.157 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.157 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.05µs] [] [2024/06/01 12:33:32.163 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.165 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.165 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.165 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=59.561µs] [] [2024/06/01 12:33:32.171 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.173 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.173 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.173 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.804µs] [] [2024/06/01 12:33:32.177 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.177 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.177 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=50.779µs] [] [2024/06/01 12:33:32.182 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.184 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.184 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.184 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.542µs] [] [2024/06/01 12:33:32.190 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.192 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.192 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.192 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=64.966µs] [] [2024/06/01 12:33:32.196 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.196 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.196 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.495µs] [] [2024/06/01 12:33:32.202 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.203 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.204 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.204 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.196µs] [] [2024/06/01 12:33:32.209 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.211 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.211 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.211 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=60.522µs] [] [2024/06/01 12:33:32.215 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.215 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.215 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.033µs] [] [2024/06/01 12:33:32.222 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.223 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.224 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.224 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.714µs] [] [2024/06/01 12:33:32.229 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.231 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.231 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.231 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=83.806µs] [] [2024/06/01 12:33:32.235 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.235 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.236 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.339µs] [] [2024/06/01 12:33:32.241 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.243 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.243 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.243 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=63.132µs] [] [2024/06/01 12:33:32.249 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.251 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.251 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.251 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=56.737µs] [] [2024/06/01 12:33:32.255 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.255 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.255 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=70.709µs] [] [2024/06/01 12:33:32.261 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.263 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.263 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.263 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=71.91µs] [] [2024/06/01 12:33:32.268 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.270 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.270 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.270 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=63.088µs] [] [2024/06/01 12:33:32.274 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.274 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.274 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=52.765µs] [] [2024/06/01 12:33:32.281 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.282 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.282 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.282 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=66.712µs] [] [2024/06/01 12:33:32.289 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.291 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.291 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.291 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=106.367µs] [] [2024/06/01 12:33:32.296 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.296 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.296 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=45.829µs] [] [2024/06/01 12:33:32.302 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.304 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.304 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.304 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=83.859µs] [] [2024/06/01 12:33:32.309 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.311 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.311 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.311 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=84.469µs] [] [2024/06/01 12:33:32.315 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.316 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.316 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=58.234µs] [] [2024/06/01 12:33:32.321 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.323 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.323 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.323 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=86.641µs] [] [2024/06/01 12:33:32.329 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.331 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.331 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.331 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.596µs] [] [2024/06/01 12:33:32.335 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.335 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.335 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.536µs] [] [2024/06/01 12:33:32.341 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.342 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.342 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.342 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.587µs] [] [2024/06/01 12:33:32.347 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.349 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.349 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.349 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=96.168µs] [] [2024/06/01 12:33:32.353 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.353 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.354 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=55.699µs] [] [2024/06/01 12:33:32.359 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.360 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.360 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.360 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=61.687µs] [] [2024/06/01 12:33:32.366 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.367 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.368 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.368 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=57.567µs] [] [2024/06/01 12:33:32.372 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.372 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.372 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=72.644µs] [] [2024/06/01 12:33:32.378 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.379 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.379 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.380 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=79.493µs] [] [2024/06/01 12:33:32.386 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.387 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.387 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.387 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=66.2µs] [] [2024/06/01 12:33:32.392 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.392 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.392 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=60.178µs] [] [2024/06/01 12:33:32.397 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.399 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.399 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.399 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=56.617µs] [] [2024/06/01 12:33:32.405 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.407 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.407 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.407 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.414µs] [] [2024/06/01 12:33:32.411 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.411 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.411 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=65.816µs] [] [2024/06/01 12:33:32.417 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.419 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.419 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.419 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=64.895µs] [] [2024/06/01 12:33:32.424 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.426 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.426 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.426 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=53.167µs] [] [2024/06/01 12:33:32.430 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.430 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.430 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=47.65µs] [] [2024/06/01 12:33:32.435 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.437 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.437 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.438 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=90.481µs] [] [2024/06/01 12:33:32.443 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.445 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.445 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.445 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.981µs] [] [2024/06/01 12:33:32.449 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.449 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.449 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=53.893µs] [] [2024/06/01 12:33:32.454 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.456 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.456 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.456 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=77.167µs] [] [2024/06/01 12:33:32.461 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.463 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.463 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.463 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=54.849µs] [] [2024/06/01 12:33:32.467 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.467 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.468 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=98.143µs] [] [2024/06/01 12:33:32.508 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.511 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.511 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.511 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=75.773µs] [] [2024/06/01 12:33:32.517 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.519 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.519 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.519 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=50.411µs] [] [2024/06/01 12:33:32.523 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.523 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.523 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=91.45µs] [] [2024/06/01 12:33:32.529 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=98309] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.531 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.531 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.531 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=57.913µs] [] [2024/06/01 12:33:32.537 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=98309] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.539 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:32.539 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:32.539 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.734µs] [] [2024/06/01 12:33:32.543 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.543 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:32.543 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=48.403µs] [] [2024/06/01 12:33:32.550 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=0] [memSize=147467] [quota=1] [largeEnginesCount=1] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:32.563 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=98315] [kvs=2809] [files=1] [sstFileSize=33990] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/dd5cbafa-2137-44b3-8b14-5bd515f4f478.sst] [firstKey=7480000000000000B35F7280000000000015FA] [lastKey=7480000000000000B35F7280000000000020F2] [2024/06/01 12:33:32.565 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:32.571 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:32.593 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=2809] [size=98315] [2024/06/01 12:33:32.594 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:34.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165529021775876\n# Query_time: 1.496085764\n# Parse_time: 0\n# Compile_time: 0.008567795\n# Rewrite_time: 0.001463719\n# Optimize_time: 0.005550977\n# Wait_TS: 0.000112372\n# Cop_time: 0.000141567 Process_time: 0.000328946 Wait_time: 0.000086745 Request_count: 2 Total_keys: 822 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 192 Rocksdb_key_skipped_count: 2216\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000164473 Cop_proc_p90: 0.000169461 Cop_proc_max: 0.000169461 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.3372e-05 Cop_wait_p90: 4.7871e-05 Cop_wait_max: 4.7871e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12926\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ihe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuNDhzLCBsb29wczoxLCBDb25jdXJyZW5jeTo1CTExLjggS0IJTi9BCjEJMTRfMTQJcn4AGWEUOmRlc2MsToUAFGpvYl9pZFaBABwJMCBCeXRlcxEIHAoyCTE3XzI3HfRUaW5uZXIgam9pbiwgZXF1YWw6W2VxKFoKAQRpZAHTIGx1bW4jMTUpXVZ1AGAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsMR4QZmV0Y2gRDQUsDDowc30RpBEIIAozCTZfMjkoQgFNACkBsjQ0MDAJZ3JvdXAgYnk6QxGHQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQxeqwBQcGFydGlhbF93b3JrZXI6e3dhbGxfNcssMDcyNjQ5cywgY29uOciILCB0YXNrX251bTowLCB0b3Rfd2FpdDo3LjQwMTg1OTc1NHMJFxhleGVjOjBzCQ0FVQUkCDk2NgEiCG1heCUFFDA0NTc3OQESCHA5NTISABR9LCBmaW5ingAQMTUzMTdqnQABqRGdIDg4OS43NDTCtQ2OBZsQNS43NTkVExWhIDUzNzE5NjNzLBWjIDEzNzY1MDFzLBWjERIAfUHNAQQYCjQJMV8zMDGoJG5vdChpc251bGw9kCHGBWY2JwMICTM4UaggTi9BCjUJNl8zIbEIODAwPfFKkwJ5H1IaAyBzY2hlbWFfaWQBygB5QtsDRZsJHklCCG1pbhWtADj2PQIQNjIwLjktXI48AiAyLjI2Mjg2Mm0unwEyOgIYMi40NTE5NQUiQToUNTA5LjgzKdFBOBkQejYCGDAxMDkyNziaOAIUNTYuMzbCMjYCEDkuNTQyFRMl0BgzLjQ4MDgxAb4BnBwxLjA5MTAzOQEQAZwZEFkvIDYJMzFfMzYJMCnnPGRhdGE6SGFzaEFnZ18zMQmtUBAzNzkuNwVstVMMY29wX2GACDoge2GCBCAxSacQIDEuMzUFcSRyb2Nfa2V5czogbZ4BEhg6IDE1OS41BUt1FQwgNDcuaQBkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCRzgFzCF9kdQUaDG46IDIJOCxtYXhfZGlzdHNxbF8u6AFIIDF9LCBycGNfaW5mbzp7Q29wOgGuDF9ycGPBFwB0oQ8pOywxLjIybXN9fQkyNDOtrWEFADdhBQwxCTFfLSCV+ErJAgHgyYf+BwN1B0pmAMlofRcAOCWlBGt2JRsEOntFCUGzLao8fSwgc2Nhbl9kZXRhaWw6IMkELZpANDExLCBnZXRfc25hcHNob3QpDQAgTWyYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA5Niwga2V5PhcAJDExMDgsIGJsb2NBHhB9fX0sIAGWPoMALTANczIYAqFsBGFpEY5VHwB0AefZGxAgMjkxLmEWWc8UOAk0M18zoQQMMAkxMIG5hV8AOi5NCHwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3pQAUEYAQQECjNhOxw0MShQcm9iZaFUADYawAgAZGFFLFNlbGVjdGlvbl80MAVSHG1lOjM4NC44RfwtncHSYkcDabheRwMANkZHAwQzON5HAwQ0MA2YAG3+SQNhSQA4SkkDIZMENDBlSTEnSt0CDHJlb3IWxQn+0AI20AIAMjF4/tICstICLqMBNtICNaoAdAHpLtICCDY1LqHVWWYENQlB0gA5JTr+0gJ+0gI=')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('2hnwSQrVGQoNUHJvamVjdGlvbl8xMxK/GAoHU29ydF8xNBLJFwoLSGFzaEpvaW5fMjcSsgYKDlRhYmxlUmVhZGVyXzQxEvEDCgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnaoICdGplAAgsIHMB2/CGZGV0YWlsOiB7dG90YWxfa2V5czogNDExLCBnZXRfc25hcHNob3RfdGltZTogMjQuOMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA5Niwga2V5X3NraXBwZWRfY291bnQ6IDExMDgsIGJsb2NrOiB7fX19LCB0aW1lX2RlMoUAHHByb2Nlc3NfCXUQMTY5LjUFdgmjCHdhaRGQDDM4LjkJGgHpDHdhbGwNNCAyNjUuMsK1c31WSwEsGgECIVVVVVWVdPZAOU4oAUABUhFkYXRhOlNdDwRaFgWHCDM4NA38BGxvJaYUYtkBY29wKcNYIHtudW06IDEsIG1heDogMS4zOW1zLCAByC1SBDAsAb4F2gA6NtIABdAAOhnLgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaEG46IDQwDZmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYAGEtOCgxLjI4bXN9fXDzAV15EBLkDwoKYUUgQWdnXzI5EpMMLjEDEDMwErELGSAQMzUSpAc2ZAMQMzYS6gQdIgAxTmIDADRF3/5iA+5iA21iAChhYgAAAQEEQL9pYiyUAWdyb3VwIGJ5Om1h6zZsAyHlHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqA/t8DQt8DBDM2ZU0Acv7dA67dAwA1Yt0DBDQ3Xt0DCDkxLgGqWt0DICHe3d3dHT73QDnGYdoED2Rh2ghIYXNFxwQzMXHYDDc5LjcF93HYANdu2AMANXLYAy7NAG3YFcbC2AMAMonb/tYDZdYAMkbWAyUnCK1s+DonAQCE/u0Cvu0CVdFd3Qg1WhOldRQxLjQ4cyw1mkSzAnBhcnRpYWxfd29ya2VyOnu58xQ2MjAuOTUpMy79BBw1LCB0YXNrX6GhADCF7SmZHDIuMjYyODYyIdAgdG90X2V4ZWM64YUBDQV9GDIuNDUxOTUFIqHXGDUwOS44MzRFLAhwOTUdEBR9LCBmaW5SlwABwhQwMTA5MjcByV6ZAAGlAG8NmQw1Ni4zQd4JrAWXDDkuNTTBzgkTBZ0YMy40ODA4MQG+AZwYMS4wOTEwM8l2BDk1HRBuJQMIrUj+Lf4IALlAZSUoFm5vdChpc251bGw1mQg1KSlSjwEIcPwC3SUkGgEBIUREREQkYz5UAAQ4Z7E+MesENSyN7RxmaXJzdHJvdx1smeJaBQIAwWoFAiVuGDcyNjQ5cyxibQEuBgIoNy40MDE4NTk3NTQtXiVxMggCBSQIOTY2ASIpbBw0ODA0NTc3OQESKW4ZEnoMAhAxNTMxN2qdAC4KAhQ4ODkuNzRJcUEfBZsINS43TeYBE0UMAaEYNTM3MTk2M8FlBGF4JQgYMTM3NjUwMQ6HCAA5QREANBUSXhMCDmgKFG9BDUEprB5gCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShipAYELCA15wQpXVI5AgRiNRbICBBoYXNoX+UBADoWfgoFuBxzLCBmZXRjaBENBSwsOjBzfSGZKiJLzRseOqAAAD1KigD5lBA6ZGVzY1J6B+lSUqEABWoEfVo+agBO/gcBRhBtZXRhLE78BxmHUmcADGINQ28mpglANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:34.216 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165529060835329\n# Query_time: 1.421688196\n# Parse_time: 0\n# Compile_time: 1.404569586\n# Rewrite_time: 0.002868919\n# Optimize_time: 1.396800962\n# Wait_TS: 0.000237591\n# Cop_time: 0.006366827 Process_time: 0.000292658 Wait_time: 0.000193031 Request_count: 4 Process_keys: 4 Total_keys: 152 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 73 Rocksdb_key_skipped_count: 363 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 7.3164e-05 Cop_proc_p90: 9.9539e-05 Cop_proc_max: 9.9539e-05 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 4.8257e-05 Cop_wait_p90: 7.2875e-05 Cop_wait_max: 7.2875e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74493\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('wjKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjkuMzVtcywgbG9vcHM6Mgk0LjczIEtCCTAgQnl0ZXMKMQkzXzE1bpEADGlkLCBaiwABsQxfa2V5ZiEABHlwZqUADHN0YXRuHgAEZXBiWACGJQEgb25jdXJyZW5jZp0AjkkBJHRhcmdldF9zY28BySBDb2x1bW4jMzUxXgw4Ljk4PV4ILCBDGXgMOk9GRiFvADEhbyROL0EKMgk2XzE2JWsgZ3JvdXAgYnk6WlkBIXQkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhgAAuHesIKS0+FaMALA1BHGZpcnN0cm93LkYALnACEGlkKS0+HWI2HACeRgABikEKZkwAESKiUgAIeXBlak4ARVkpI37iAEVoZksABR+elgBReWZPABEinlIAXYZmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlwDZlIALiYAeXc2dgNMcGFydGlhbF93b3JrZXI6e3dhbGylISA6OC4yMzUxMDZhpR3tDDo1LCBFkWBudW06MSwgdG90X3dhaXQ6MzkuNjYwMjQzATEBFjhleGVjOjMwMy43NzjCtXMJK6VaIDQwLjIxNjE5MgErJG1heDo4LjEwMTCpbwhwOTUdEBR9LCBmaW5aoQAUNjUzODM3AUVeoQABrRWhEDUuMjA5FYoJnwguNDcVEgmcGDIuMTc2OTYdnBQ2MTQ4ODQBZwmcERAAfYGcAQQ0CjMJM18xOAkwCTAuMDJenwaBmlouBCVR/g4GWg4GeVZafQAyIgNeJAAu7gJaJABJwVodAC6MAjKcBnaXBVG3DDcuNTkhge2Mdi4GGDQJMTdfMjAxj1Bpbm5lciBqb2luLCBlcXVhbDpbZXEu1AVKgwByzAABHRApIGVxKNEyADcBkMngCDYpXRm0ADI2tABoYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6Ni40BSkgZmV0Y2g6Ni4yRWwFLhA6MjQ0LkGiJH0sIHByb2JlOns9i03fFGFsOjMwLmWpYU0ENi5FvAkvADIBGkXiBV4QIGFuZCBprygwLjRtc30JMTAuMuFnHtYIHDUJM18yMShCAawAKTFDPdWOLQFKJAAdthQsIGNhc3R6gQF5EjBkb3VibGUgQklOQVJZ/acANzFoCDYuMQX8YhwCCDIuNiJKCBQ2CTMwXzJ1qxFEDDUuODEyYAIQaW5kZXgSVwoEOiApp4kfDCAyLjKlQiVPGF9oYW5kbGUFFhIsCim1DCAxOC4pdSVrDCAxMC6hAgB9oToIYmxlVlcAADhFBKFWCCAxLDLRBCwgNX0sIG5leHQ6IHsBUQBfBZ0BdQX4BRNFURxfbG9va3VwXw2GEDUzMC4yJfxGIwAMcmVzcAFCBDM4RQUIOS45QQUObAkYNwk0N18yNVECGDFfMAkxMAkFYAw6c3QsKRoQOmlkeF+hQgxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgDjwIHHM6cHNldWRvMYYIMi4xJQUpygAzIQYAcDEtMRlB4gwgMS41ZSQMcHJvY6E4AHMlNKHqARIUOiA5My4zBfkBEwH9DDogNjYtDGhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwpvwVyCF9kdQUaEG46IDgzZYIALAF7IF9kaXN0c3FsX13QTDogMX0sIHJwY19pbmZvOntDb3A6Aa8MX3JwY+0iDqIMGGltZToxLjRhdUEJCGlrdgVpBDp7BRoAMCJpDAFNKHNjYW5fZGV0YWlsVX8B2ghlc3My7wAEYWwyFwAgX3NpemU6IDYw5WwEYWwNLAw5NSwgEosLGG5hcHNob3RNygw0Ny41JSWYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0Nywga2V5PhcAIDIzNSwgYmxvY2EjAH0J1QRtZV63AAXmMpkB4dUEYWkRjjWgJRomhwgMIDI0NiXN+W4cNwkxXzI3KFChEAApRaHldwRpbnpUBEFzSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSlZtAAwZfpJtAAycrQCRd0hyC2ZGj8JARIMOiA1MU2hWbQINzIuFrAIAGPKtAKBcv60Ak20CDltcynf/rQCZrQCCDQxOTa1AgAxUrQCBDU1rVlZtLqCAi5nATaCAjVuQoICBDI3BXZZghg4CTQ1XzI2RXwyHQWK6ARmRAGhfwEE6YQAOVHhGDAJMjkuOTcuhQc+ag79oC4bAPlFXiEAEgwOWh0AbS9aHgD+Vwr+VwpOVwo+WAguDAEOfgteSwgANnHNCDUuNzYHCEaVEAQzNPEpEksIBDM2NaAZRQAy5ZiVEuWvqe0+TAgAMFJMCAAwxd3txggyMC6JBaEtDDogMTVl2sFDZkwIADUSFQ3xMzKsBmJMCAAzEjYKAWVSTQgIMzY1jaBGIwAeTQgEMjMOTQgMMjEuNTEkEk0IBDMzLk0IADMeTQgiTAhFaQAoBQYqRAgMcGF1c6GbACwVCihdLCBbInJldmVydAkZGQwJG63NACy116J6CAgxLjkliim0cnoIJSehs07FBQQ5Oe1UucUAMhETwsUFBDYwxfn+xQWpxQAw/sUFisUFBDYyNsQFADVWeQgINy45DtMMACy9xVZ5CAQyNg46CgR5XzqQCAgxMjgmeQgmygkarggANp6LCDGYAHQOhQ0SJgoapQg1sj4JBggxNzdljLmqDosIBDM1saoOLAuprFZNCC6QBBJFDiJGCAAxGv8LSYByRggAMoWiXoECADQeegxdgQg0LjQS6AnCgQIANRYgCgRtYe74Chb4CgQxMf5ECIpECAQ3NpJFCAg5LjEWHgxGRQhCTgIAMppOAi54ATZXCDV/Qk4CBDQ2Ok4CElcIBDM0RUguJwX+VggWVgg=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('vjbACrk2CgdTb3J0XzEzEpw1Cg1Qcm9qZWN0aW9uXzE1Eo8yCgpIYXNoQWdnXzE2EsMoCjIhABQ4EpYlCgsBISRKb2luXzIwEr0QMkMAZDIxEsMOCg5JbmRleExvb2tVcF8yOBLLBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0mwEAACRAMAE4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjIuMTltcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNTRtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogOTMuM8K1cywgdG90X3dhaXQ6IDY2LjLCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA4My43wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjQ0bXN9fWqzAnRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX0sIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzJQsAdAVZVHByb2Nlc3Nfa2V5c19zaXplOiA2MCwNHQEVTDogOTUsIGdldF9zbmFwc2hvdF90AXLAIDQ3LjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNDcsIGtleT4XAEQyMzUsIGJsb2NrOiB7fX19LCABWARfZFa3AAEcDDogOTM5mhRhbF93YWkRjgg2Ni4poQB0IRoMd2FsbA0zCDI0NgU0CH1w/xEBBAF4EQok/wEStQYKDFNlbG01QDI3Eo4BChFUYWJsZVJvd0lESd8ANkncBFSlQtwCCA0KC13cCFIea3KrAgRqHAWfRZUAewXTADBVsgAxWqIACBoBAgl+LJClQCmg20sao3WUP2laEFJuaW4oZVlMLnRpZGJfYmFja2dyb3VuZF9zdWIBZlwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSl1aggwNW0VuAgyYthuagMAOQEqQWZNTgAxRV1FeAw6IDUxMbYEb3QlzhQ6IDcyLjlFVwBjymoDADgFOhhtYXhfZGlz9moDHDltc319aoECbrEBCCwgc4H+WrMCaT4J8ARhbAXyOmoDCDQxOSUOBGFsGS1KagMMNTUuNgXZeWq6OAMuaAE2OAM1bwXoLjgDBDI3BXZalgIcIY1EbI0y9XIykwIIAUABTSMMNS44MSH5AGyljRAyYu0BacFFSfoEIHuJfGUBECAyLjI4ASssZmV0Y2hfaGFuZGxlBRZFZCBidWlsZDogMTgFjQQsIGHzDDogMTAl64E0YapWVwAAOEV7CG51bYXvDGNvbmO1cyg1fSwgbmV4dDogewFRAF8FnQF1ADYBigUTCVkYbG9va3VwXw2GCDUzME2wRiMADHJlc3ABQhwzOG1zfXCany5lBOEdGKmDwKdjFXQ+MAEIUpUBfsEDDGVwLCB2JAAd3BQsIGNhc3R6zgOBGkFyaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNy3ICDYuMSUTMcgED0M9RxRPRkZw7BQuTQUEjBI2QAgIORLMOkAIEDM2EokGQkAICDMzGh5ACAS4mrFkAD4eQAgIHAoasWQUAXQaDgoFhdUAEgkHBFJtHjcIDHBhdXOB2AAsFQooXSwgWyJyZXZlcnQJGRkMCRutCgAstRQAXZptCAgxLjlFtSkYCDNi12oDBQAyQVReAgUEOTntRrkCADIRE8ICBQQ2MMXr/mwIFmwIADCpAgDF/gIFcgIFBDYyNgEFADVWbAgMNy45NzoCBVZsCAQyNiHBBHlfOoMICDEyOCZsCAhjYWMavgkaoQgANp5+CDGZib+JBBIMCTWzPkYFCDE3N8XPWkYFCBL/BS5+CAwzNRKNRn4IBDM0FgAIBKq5QhoDCAwKCnka/n0Icn0IKAS6QCm5HoXrUfg9bZcEUihWPggUZ2xvYmFspZMELnMuNwgAMa2SaTQIMmLWbjQDxT5eNQMANNEOfTUINC40RSLCNQMANRbGCv41CA41CAQxMRI1CACU/jMDcjMDCDQ3NpI2CAw5LjEzJRJGNghCAgMAMpoCAy55ATZICDWAQgIDBDQ2bgIDHCGJO8PWS+GNMl4CLkgIADIygAYA7m5ICAAwpZM+SAgEMDShgO3CBDIwBY0iSAgANYpICAQ1NwFBtkgIADOl9YkiEqIINkkICDM2NYJJCAQyMw5JCASvrDZJCCACIekglPkmAY8+MQEIUtsCKiUILoUDBGlkMkAILhsAJgkIWjwADHR5cGViPgDlh2IeABxwcmlvcml0eWIhABRjcmVhdGUSBgpmJAAmbwhiJACBZWIdAAh0YXISUgsEY28ByT4cCS4MASEnXg8JADYaDwkINS43hZmRw0IPCQTcIioPCUAhxakaJTnOlEApidLe4AuTmQ63DWQBQAFScGlubmVyIGpvaW4sIGVxdWFsOltlcXq1CXLnAAEdECkgZXEoIsEJBCwgEQsINildDb8INy4yEhQLEb8ElAFlFxBfaGFzaBbxCgQ6e8XcCDo2Lg4BDQAsaU0MOjYuMn1FDDI0NC7hjgR9LKGhDGJlOns9pgQ6Ne3RCDozMBZOCwhtYXgBQWFEBHByAS8AMgEahZplqwwgYW5kZSoBMgA0QfQk1FEhfv1UfUgWlUI6AQDL/uUC/uUC/uUC/uUCiuUCfctKERA9rFUWFqUPURZC1QIE2CUu1QIYzqZn4m+alR6MCADwUdUEtwYOexAQcCBieTodgj5iAyBmdW5jczptYXh67gIdpyqXDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GALEfZkwAESKemAChUGpOAKVuKSN+nAClfWZLAAUfnpYAsatmTwARIp5SAL3cZlUAHSWiWADZEGpYABklnlgApUBiMgIBHp5KAC5xBmZSAC4mAARaExJFDAQ4LhK/CHGGGL0CcGFydGkOZgkYb3JrZXI6eyadERg4LjIzNTEwEhoJHe2lfAxhc2tfDqwIFngSEqUMJDozOS42NjAyNDOhhQ40Cw58Fxg6MzAzLjc3FjMTARUFhhw0MC4yMTYxOaWwobsYOC4xMDEwMxKNEQhwOTUdEBR9LCBmaW5aoQAQNjUzODMSOQleoQDJKQ2hDDUuMjAW9xMBigmfBC40wWbFTw2cGDIuMTc2OTYdnBA2MTQ4OMWcCZwREFpwDRghNA3OSNbkRr0EAKv+WAb+WAY6WAZJclrBBHmNWiEAPXNiGQkyfQNaSAAupgImUAgANc04BDguLgQRADJ+OAYUkscXVdj8RnsBAF5afQCG5gCKQAoEaWQNrQQ5LknDLGxvb3BzOjJw6CUYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:33:34.234 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=98315] [kvs=2809] [importedSize=294934] [importedCount=8434] [2024/06/01 12:33:34.236 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=1.671212042s] [] [2024/06/01 12:33:34.244 +00:00] [WARN] [table_import.go:562] ["disk quota exceeded"] [table=t] [import-id=24] [diskSize=860] [memSize=174872] [quota=1] [largeEnginesCount=2] [inProgressLargeEnginesCount=0] [2024/06/01 12:33:34.250 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=179] [key=diskquota-test.csv:0] [readDur=332.780385ms] [encodeDur=1.620717678s] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [deliverDur=48.323959ms] [type=file] [takeTime=3.453269952s] [] [2024/06/01 12:33:34.251 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=54810] [kvs=1566] [files=1] [sstFileSize=19384] [file=/tmp/tidb/import-4000/24/958a8637-d337-5bb1-a7f0-a440d652de89.sst/3b178aac-e925-4718-b0f8-860bb56d6133.sst] [firstKey=7480000000000000B35F7280000000000020F3] [lastKey=7480000000000000B35F728000000000002710] [2024/06/01 12:33:34.251 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=import] [subtask-id=47] [takeTime=3.550968616s] [] [2024/06/01 12:33:34.251 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/06/01 12:33:34.251 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/06/01 12:33:34.251 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:34.253 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:34.254 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:34.254 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=61.346µs] [] [2024/06/01 12:33:34.254 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=2.302388ms] [] [Pipeline] // dir[2024/06/01 12:33:34.254 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:34.258 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [2024/06/01 12:33:34.259 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:34.281 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/06/01 12:33:34.282 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:34.321 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=349744] [importedCount=10000] [2024/06/01 12:33:34.323 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=68.978916ms] [] [2024/06/01 12:33:34.323 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:34.327 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:34.349 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] ["region ranges"=1] [count=1566] [size=54810] [2024/06/01 12:33:34.349 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:34.384 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [size=54810] [kvs=1566] [importedSize=404554] [importedCount=11566] [2024/06/01 12:33:34.386 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [retryCnt=0] [takeTime=127.898003ms] [] [2024/06/01 12:33:34.386 +00:00] [WARN] [engine_mgr.go:418] ["could not find engine in cleanupEngine"] [category=ddl-ingest] [uuid=958a8637-d337-5bb1-a7f0-a440d652de89] [2024/06/01 12:33:34.388 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:0] [engineUUID=958a8637-d337-5bb1-a7f0-a440d652de89] [takeTime=64.530061ms] [] [2024/06/01 12:33:34.388 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=24] [step=import] [engine-id=0] [2024/06/01 12:33:34.388 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:34.390 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=1.739102ms] [] [2024/06/01 12:33:34.390 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [2024/06/01 12:33:34.390 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:34.390 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [retryCnt=0] [takeTime=58.43µs] [] [2024/06/01 12:33:34.390 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [2024/06/01 12:33:34.391 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_disk_quota`.`t`:-1] [engineUUID=2412f538-0a8b-5aeb-ad25-2c75702b9b27] [takeTime=918.605µs] [] [2024/06/01 12:33:34.440 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=24] [step=import] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:34.451 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:34.451 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:34.451 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:34.452 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:34.452 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:34.452 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:34.454 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:34.454 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:34.454 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:34.454 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:34.454 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:34.454 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=3.825175542s] [] [2024/06/01 12:33:34.529 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:34.530 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:34.531 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:34.531 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:34.630 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":21744}}"] [2024/06/01 12:33:34.632 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=24] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:34.632 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:34.779 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:34.825 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/06/01 12:33:34.825 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/06/01 12:33:34.825 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [2024/06/01 12:33:34.833 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=8.013058ms] [] [2024/06/01 12:33:34.833 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [groupId=-1] [size=349744] [kvs=10000] [checksum=13278823448959016481] [2024/06/01 12:33:34.833 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [checksum="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/06/01 12:33:34.833 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [weight=30] [2024/06/01 12:33:34.833 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [concurrency=15] [2024/06/01 12:33:34.840 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=179] [physicalTableID=179] [indexID=-1] [checksum=13278823448959016481] [totalKvs=10000] [totalBytes=349744] [2024/06/01 12:33:34.840 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [local="{cksum=13278823448959016481,size=349744,kvs=10000}"] [2024/06/01 12:33:34.841 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=15.76243ms] [] [2024/06/01 12:33:34.841 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=24] [step=post-process] [subtask-id=48] [takeTime=15.969023ms] [] [2024/06/01 12:33:34.886 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=24] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=106.781694ms] [] [2024/06/01 12:33:34.962 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=24] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:34.962 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=24] [step=post-process] [state=running] [] [2024/06/01 12:33:34.966 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=24] [2024/06/01 12:33:35.010 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=24] [type=ImportInto] [2024/06/01 12:33:35.011 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=24] [2024/06/01 12:33:35.031 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:35.031 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=24] [2024/06/01 12:33:35.108 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:35.118 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 5.234726342\n# Parse_time: 0.000753252\n# Compile_time: 0.001939032\n# Rewrite_time: 0.000420789\n# Optimize_time: 0.001721628\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: b74ef18b8b91fbb6972ff394e46ac7dcd3c98c579d826ec6957bbe1c6cbbe3d4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4yM3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4yM3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_disk_quota`.`t` FROM 'gs://test-load/diskquota-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disk_quota=_UTF8MB4'1b';"] === RUN TestImportInto/TestGBK [2024/06/01 12:33:35.137 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/06/01 12:33:35.140 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=load_csv] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/06/01 12:33:35.169 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:35.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:35.169 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:35.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/06/01 12:33:35.216 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create schema, State:queueing, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:35.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.247 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=1.073247ms] [gotSchemaVersion=123] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:35.260 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=182] [version=123] [2024/06/01 12:33:35.262 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=19.515238ms] [job="ID:182, Type:create schema, State:done, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:35.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.369 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create schema, State:synced, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:35.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.398 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/06/01 12:33:35.398 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:35.405 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=load_csv] [sql="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [user=root@%] [2024/06/01 12:33:35.458 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:35.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:35.458 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:35.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.gbk (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET gbk;"] [2024/06/01 12:33:35.502 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [category=ddl] [job="ID:184, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:35.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.510 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 183, Table Name: gbk"] [2024/06/01 12:33:35.566 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=2.601819ms] [gotSchemaVersion=124] [phyTblIDs="[183]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:35.578 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=184] [version=124] [2024/06/01 12:33:35.580 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=21.221994ms] [job="ID:184, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:35.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.650 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=184] [conn=2] [job="ID:184, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:35.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.687 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=184] [2024/06/01 12:33:35.687 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:35.694 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=124] [cur_db=load_csv] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/06/01 12:33:35.751 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:35.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:35.751 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:35.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/06/01 12:33:35.868 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:create table, State:queueing, SchemaState:none, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:35.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:35.879 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 181, Table ID: 185, Table Name: utf8mb4"] [2024/06/01 12:33:35.944 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=3.021356ms] [gotSchemaVersion=125] [phyTblIDs="[185]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:35.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=125] [2024/06/01 12:33:35.959 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=23.588801ms] [job="ID:186, Type:create table, State:done, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:35.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:36.030 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:create table, State:synced, SchemaState:public, SchemaID:181, TableID:185, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:35.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:36.068 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/06/01 12:33:36.068 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:36.072 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.380958011\n# Parse_time: 0.001159683\n# Compile_time: 0.001484825\n# Rewrite_time: 0.000057684\n# Optimize_time: 0.00249672\n# Wait_TS: 0.000347313\n# DB: load_csv\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/06/01 12:33:36.089 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:36.338 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:36.427 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=25] [task-id=25] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:36.462 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=25] [2024/06/01 12:33:36.462 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:36.570 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:36.571 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:36.572 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [2024/06/01 12:33:36.593 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:36.596 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/06/01 12:33:36.596 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=69] [2024/06/01 12:33:36.596 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=51.616µs] [2024/06/01 12:33:36.596 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=180.597µs] [] [2024/06/01 12:33:36.596 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:36.596 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:36.760 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=25] [mode=Import] [2024/06/01 12:33:36.779 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=25] [2024/06/01 12:33:36.803 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=25] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:36.848 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:36.850 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/06/01 12:33:36.851 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:36.860 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:36.860 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:36.860 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:36.860 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:36.861 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:36.861 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:36.861 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:36.861 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:36.861 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:36.876 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:36.878 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:36.878 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/06/01 12:33:36.878 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=25] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:36.878 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=25] [disk-quota=348.5GiB] [2024/06/01 12:33:36.921 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [2024/06/01 12:33:36.925 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:36.929 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:36.930 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=183] [2024/06/01 12:33:36.960 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [2024/06/01 12:33:36.963 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=183] [key=gbk.csv:0] [readDur=1.29391ms] [encodeDur=1.209012ms] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=300.419µs] [type=file] [takeTime=3.273379ms] [] [2024/06/01 12:33:36.964 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=import] [subtask-id=49] [takeTime=42.604769ms] [] [2024/06/01 12:33:36.964 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/25/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/88f22114-f043-4ef4-b00a-d611a452c03f.sst] [firstKey=7480000000000000B75F728000000000000001] [lastKey=7480000000000000B75F728000000000000002] [2024/06/01 12:33:36.964 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/06/01 12:33:36.964 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/06/01 12:33:36.965 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:36.967 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.973886ms] [] [2024/06/01 12:33:36.967 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/06/01 12:33:36.971 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:36.993 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/06/01 12:33:36.994 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:37.008 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/01 12:33:37.010 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=43.311597ms] [] [2024/06/01 12:33:37.010 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:37.011 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.082727ms] [] [2024/06/01 12:33:37.011 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=25] [step=import] [engine-id=0] [2024/06/01 12:33:37.011 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:37.013 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.605929ms] [] [2024/06/01 12:33:37.013 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/06/01 12:33:37.013 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:37.013 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=62.283µs] [] [2024/06/01 12:33:37.013 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:37.014 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=855.793µs] [] [2024/06/01 12:33:37.090 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:37.091 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:37.092 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:37.092 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:37.097 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=25] [step=import] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:37.101 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:37.101 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:37.101 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:37.101 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:37.104 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:37.104 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:37.104 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:37.104 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:37.104 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:37.104 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=255.193977ms] [] [2024/06/01 12:33:37.163 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/06/01 12:33:37.165 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=25] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:37.165 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:37.346 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:37.394 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/06/01 12:33:37.395 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/06/01 12:33:37.395 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [2024/06/01 12:33:37.433 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=38.32795ms] [] [2024/06/01 12:33:37.433 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/06/01 12:33:37.433 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/01 12:33:37.433 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [weight=30] [2024/06/01 12:33:37.434 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [concurrency=15] [2024/06/01 12:33:37.439 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=183] [physicalTableID=183] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/06/01 12:33:37.440 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/01 12:33:37.440 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=45.802534ms] [] [2024/06/01 12:33:37.440 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=25] [step=post-process] [subtask-id=50] [takeTime=46.039622ms] [] [2024/06/01 12:33:37.485 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=25] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:37.485 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=25] [step=post-process] [state=running] [] [2024/06/01 12:33:37.487 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=25] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=141.327358ms] [] [2024/06/01 12:33:37.489 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=25] [2024/06/01 12:33:37.550 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=25] [type=ImportInto] [2024/06/01 12:33:37.568 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=25] [2024/06/01 12:33:37.590 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:37.590 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=25] [2024/06/01 12:33:37.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.609882338\n# Parse_time: 0.000580813\n# Compile_time: 0.002281194\n# Rewrite_time: 0.000326936\n# Optimize_time: 0.00249672\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/06/01 12:33:37.689 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:37.708 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:37.969 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"gbk\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:38.064 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=26] [task-id=26] [data-size=69B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:38.105 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=26] [2024/06/01 12:33:38.105 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:38.212 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:38.214 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:38.215 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [2024/06/01 12:33:38.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:38.279 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/06/01 12:33:38.280 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=69] [2024/06/01 12:33:38.280 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=69] [cost=59.369µs] [2024/06/01 12:33:38.280 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=169.164µs] [] [2024/06/01 12:33:38.280 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:38.280 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:38.404 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=26] [mode=Import] [2024/06/01 12:33:38.423 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=26] [2024/06/01 12:33:38.459 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=26] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:38.501 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:38.503 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/06/01 12:33:38.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:38.512 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:38.513 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:38.513 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:38.513 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:38.515 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:38.515 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:38.515 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:38.515 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:38.515 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:38.530 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:38.532 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:38.532 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/06/01 12:33:38.532 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=26] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:38.532 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=26] [disk-quota=348.5GiB] [2024/06/01 12:33:38.575 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [2024/06/01 12:33:38.579 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:33:38.583 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:33:38.583 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=185] [2024/06/01 12:33:38.667 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [2024/06/01 12:33:38.670 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=185] [key=gbk.csv:0] [readDur=1.372479ms] [encodeDur=826.598µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=315.022µs] [type=file] [takeTime=2.937035ms] [] [2024/06/01 12:33:38.671 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=import] [subtask-id=51] [takeTime=95.373166ms] [] [2024/06/01 12:33:38.671 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/26/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/220a25d2-224e-4f76-91f2-5eae7288d905.sst] [firstKey=7480000000000000B95F728000000000000001] [lastKey=7480000000000000B95F728000000000000002] [2024/06/01 12:33:38.671 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/06/01 12:33:38.671 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/06/01 12:33:38.671 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:33:38.673 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.261122ms] [] [2024/06/01 12:33:38.673 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/06/01 12:33:38.710 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:38.732 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=160] [2024/06/01 12:33:38.733 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:38.749 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/01 12:33:38.751 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=77.313522ms] [] [2024/06/01 12:33:38.751 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:33:38.753 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.622142ms] [] [2024/06/01 12:33:38.753 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=26] [step=import] [engine-id=0] [2024/06/01 12:33:38.753 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:33:38.755 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=2.12348ms] [] [2024/06/01 12:33:38.755 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/06/01 12:33:38.755 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:33:38.755 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=83.434µs] [] [2024/06/01 12:33:38.755 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:33:38.756 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.162809ms] [] [2024/06/01 12:33:38.808 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=26] [step=import] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:38.812 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:38.812 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:38.812 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:38.812 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:38.815 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:38.815 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:38.815 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:38.815 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:38.815 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:38.815 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=313.628775ms] [] [2024/06/01 12:33:38.834 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:38.835 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:38.837 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:38.837 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:38.905 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/06/01 12:33:38.907 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=26] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:38.907 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:39.096 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:39.143 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/06/01 12:33:39.143 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/06/01 12:33:39.143 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [2024/06/01 12:33:39.152 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=8.801807ms] [] [2024/06/01 12:33:39.152 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/06/01 12:33:39.152 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/01 12:33:39.153 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [weight=30] [2024/06/01 12:33:39.153 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [concurrency=15] [2024/06/01 12:33:39.156 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=185] [physicalTableID=185] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/06/01 12:33:39.157 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/01 12:33:39.157 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=13.567106ms] [] [2024/06/01 12:33:39.157 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=26] [step=post-process] [subtask-id=52] [takeTime=13.80312ms] [] [2024/06/01 12:33:39.201 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=26] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=104.993234ms] [] [2024/06/01 12:33:39.231 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=26] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:39.231 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=26] [step=post-process] [state=running] [] [2024/06/01 12:33:39.234 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=26] [2024/06/01 12:33:39.287 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=26] [type=ImportInto] [2024/06/01 12:33:39.311 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=26] [2024/06/01 12:33:39.330 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:39.330 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=26] [2024/06/01 12:33:39.406 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:39.627 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.933141816\n# Parse_time: 0.000602228\n# Compile_time: 0.001577361\n# Rewrite_time: 0.000370113\n# Optimize_time: 0.001989196\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/gbk.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'gbk';"] [2024/06/01 12:33:39.638 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=125] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/06/01 12:33:39.667 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:39.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:39.667 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:39.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/06/01 12:33:39.712 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:183, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:39.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:39.724 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 187, Table Name: gbk, Old Table ID: 183, Old Table Name: gbk"] [2024/06/01 12:33:39.774 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=2.931351ms] [gotSchemaVersion=126] [phyTblIDs="[187]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:39.787 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=188] [version=126] [2024/06/01 12:33:39.789 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=22.30075ms] [job="ID:188, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:39.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:39.841 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=188] [tableIDs="[183]"] [comment="drop table: table ID"] [2024/06/01 12:33:39.850 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=188] [jobType="truncate table"] [2024/06/01 12:33:39.853 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:183, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:39.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:39.961 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/06/01 12:33:39.962 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:39.966 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.328919296\n# Parse_time: 0.000324313\n# Compile_time: 0.001091199\n# Rewrite_time: 0.000040543\n# Optimize_time: 0.001095891\n# Wait_TS: 0.000460614\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/06/01 12:33:39.980 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:40.195 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:40.285 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=27] [task-id=27] [data-size=101B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:40.372 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=27] [2024/06/01 12:33:40.372 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:40.478 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:40.479 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:40.480 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [2024/06/01 12:33:40.504 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:40.507 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/06/01 12:33:40.507 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=101] [2024/06/01 12:33:40.508 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=101] [cost=86.12µs] [2024/06/01 12:33:40.508 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=277.112µs] [] [2024/06/01 12:33:40.508 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:40.508 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:40.620 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=27] [mode=Import] [2024/06/01 12:33:40.639 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=27] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:40.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=27] [2024/06/01 12:33:40.681 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:40.682 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/06/01 12:33:40.683 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:40.692 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:40.692 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:40.693 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:40.693 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:40.694 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:40.694 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:40.694 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:40.694 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:40.694 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:40.709 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:40.711 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:40.711 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/06/01 12:33:40.711 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=27] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:40.711 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=27] [disk-quota=348.5GiB] [2024/06/01 12:33:40.803 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [2024/06/01 12:33:40.808 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:40.812 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:40.812 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=187] [2024/06/01 12:33:40.829 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [2024/06/01 12:33:40.832 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=187] [key=utf8mb4.csv:0] [readDur=1.303364ms] [encodeDur=936.251µs] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [deliverDur=297.45µs] [type=file] [takeTime=2.97148ms] [] [2024/06/01 12:33:40.833 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=import] [subtask-id=53] [takeTime=28.980501ms] [] [2024/06/01 12:33:40.833 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1093] [file=/tmp/tidb/import-4000/27/bde291e2-5685-5f69-92ea-f9e2ed68f368.sst/c5226e24-82af-4ba7-8f67-283ad703a89d.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000002] [2024/06/01 12:33:40.833 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/06/01 12:33:40.833 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/06/01 12:33:40.833 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:40.835 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=2.103071ms] [] [2024/06/01 12:33:40.835 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [2024/06/01 12:33:40.840 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:40.862 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] ["region ranges"=1] [count=2] [size=160] [2024/06/01 12:33:40.862 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:40.876 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=bde291e2-5685-5f69-92ea-f9e2ed68f368] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/01 12:33:40.878 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [retryCnt=0] [takeTime=42.617071ms] [] [2024/06/01 12:33:40.878 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:40.879 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [takeTime=1.024148ms] [] [2024/06/01 12:33:40.879 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=27] [step=import] [engine-id=0] [2024/06/01 12:33:40.879 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:40.881 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=1.503469ms] [] [2024/06/01 12:33:40.881 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [2024/06/01 12:33:40.881 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:40.881 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [retryCnt=0] [takeTime=56.901µs] [] [2024/06/01 12:33:40.881 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:40.882 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [takeTime=877.114µs] [] [2024/06/01 12:33:40.938 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=27] [step=import] [2024/06/01 12:33:40.942 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:40.942 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:40.942 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:40.942 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:40.945 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:40.945 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:40.945 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:40.945 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:40.945 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:40.945 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=264.271883ms] [] [2024/06/01 12:33:41.001 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:41.003 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:41.004 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:41.004 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:41.071 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":98}}"] [2024/06/01 12:33:41.072 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=27] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:41.072 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:41.256 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:41.301 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/06/01 12:33:41.301 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/06/01 12:33:41.301 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [2024/06/01 12:33:41.309 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=7.439463ms] [] [2024/06/01 12:33:41.309 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [groupId=-1] [size=160] [kvs=2] [checksum=12169156294469719470] [2024/06/01 12:33:41.309 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [checksum="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/01 12:33:41.309 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [weight=30] [2024/06/01 12:33:41.309 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [concurrency=15] [2024/06/01 12:33:41.314 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=12169156294469719470] [totalKvs=2] [totalBytes=160] [2024/06/01 12:33:41.315 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [local="{cksum=12169156294469719470,size=160,kvs=2}"] [2024/06/01 12:33:41.315 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=13.53142ms] [] [2024/06/01 12:33:41.315 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=27] [step=post-process] [subtask-id=54] [takeTime=13.746194ms] [] [2024/06/01 12:33:41.359 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=27] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=103.140535ms] [] [2024/06/01 12:33:41.397 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=27] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:41.397 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=27] [step=post-process] [state=running] [] [2024/06/01 12:33:41.400 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=27] [2024/06/01 12:33:41.458 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=27] [type=ImportInto] [2024/06/01 12:33:41.478 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=27] [2024/06/01 12:33:41.502 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:41.502 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=27] [2024/06/01 12:33:41.594 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.626540967\n# Parse_time: 0.000536439\n# Compile_time: 0.001536993\n# Rewrite_time: 0.000349595\n# Optimize_time: 0.001095891\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/utf8mb4.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] [2024/06/01 12:33:41.605 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=load_csv] [sql="TRUNCATE TABLE load_charset.gbk;"] [user=root@%] [2024/06/01 12:33:41.638 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:41.643 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:41.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:41.643 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:41.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.gbk;"] [2024/06/01 12:33:41.699 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [category=ddl] [job="ID:190, Type:truncate table, State:queueing, SchemaState:none, SchemaID:181, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:41.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:41.711 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 181, Table ID: 189, Table Name: gbk, Old Table ID: 187, Old Table Name: gbk"] [2024/06/01 12:33:41.779 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=3.283958ms] [gotSchemaVersion=127] [phyTblIDs="[189]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:33:41.792 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=190] [version=127] [2024/06/01 12:33:41.794 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=22.638417ms] [job="ID:190, Type:truncate table, State:done, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:41.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:41.856 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=190] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/06/01 12:33:41.865 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=190] [jobType="truncate table"] [2024/06/01 12:33:41.870 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=190] [conn=2] [job="ID:190, Type:truncate table, State:synced, SchemaState:public, SchemaID:181, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:41.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:41.944 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=190] [2024/06/01 12:33:41.944 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:41.947 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.344014812\n# Parse_time: 0.00039914\n# Compile_time: 0.000954654\n# Rewrite_time: 0.000041295\n# Optimize_time: 0.001009003\n# Wait_TS: 0.000496949\n# DB: load_csv\n# Is_internal: false\n# Digest: c8f29f40d190979c1f87d3d570bb2b003426b3619cdb4afc7b648989d16bb74a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.gbk;"] [2024/06/01 12:33:41.964 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:42.200 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8mb4\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:42.281 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=28] [task-id=28] [data-size=61B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:42.320 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=28] [2024/06/01 12:33:42.321 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:42.427 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:42.429 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:42.430 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [2024/06/01 12:33:42.452 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:42.455 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=gbk] [2024/06/01 12:33:42.455 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=gbk] [before=536870912000] [after=61] [2024/06/01 12:33:42.455 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=gbk] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=61] [cost=65.582µs] [2024/06/01 12:33:42.455 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=gbk] [takeTime=243.325µs] [] [2024/06/01 12:33:42.456 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=28] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:42.456 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:42.571 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=28] [mode=Import] [2024/06/01 12:33:42.594 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=28] [2024/06/01 12:33:42.596 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=28] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:42.638 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:42.639 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/06/01 12:33:42.640 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:42.649 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:42.649 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:42.649 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:42.649 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:42.650 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:42.650 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:42.650 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:42.650 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:42.651 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:42.665 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:42.666 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:42.667 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=gbk] [quota=374.2GB] [2024/06/01 12:33:42.667 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=28] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:42.667 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=gbk] [import-id=28] [disk-quota=348.5GiB] [2024/06/01 12:33:42.713 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [2024/06/01 12:33:42.717 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:0] [engineUUID=bde291e2-5685-5f69-92ea-f9e2ed68f368] [2024/06/01 12:33:42.721 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`gbk`:-1] [engineUUID=2007fb28-9e9f-5c54-bfb7-f2a048e6ea16] [2024/06/01 12:33:42.721 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=189] [2024/06/01 12:33:42.728 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [2024/06/01 12:33:42.730 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=189] [key=emoji.csv:0] [takeTime=1.567715ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:33:42.730 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=28] [step=import] [subtask-id=55] [takeTime=16.707699ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:42.730 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:42.731 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:42.731 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:42.731 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:42.731 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:42.731 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:42.731 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:42.731 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:42.731 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:42.731 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/06/01 12:33:42.731 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:42.752 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=28] [step=import] [2024/06/01 12:33:42.755 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:42.755 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:42.755 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:42.755 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:42.755 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:42.757 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:42.757 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:42.757 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:42.757 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:42.757 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:42.757 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=119.323343ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/06/01 12:33:42.757 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=28] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file emoji.csv:0 at offset 61: [table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:33:42.868 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=28] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[table:1366]Incorrect string value '\\\\\\\\xF0\\\\\\\\x9F\\\\\\\\x98\\\\\\\\x80' for column 'j'\\\"}\"]"] [2024/06/01 12:33:42.908 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=28] [type=ImportInto] [2024/06/01 12:33:42.942 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=28] [step=import] [state=reverting] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [2024/06/01 12:33:42.944 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=28] [step=import] [mode=Normal] [2024/06/01 12:33:42.961 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=28] [2024/06/01 12:33:43.028 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=28] [2024/06/01 12:33:43.047 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:43.048 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=28] [2024/06/01 12:33:43.132 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:43.265 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=28] [error="[table:1366]Incorrect string value '\\xF0\\x9F\\x98\\x80' for column 'j'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestGBK\n\ttests/realtikvtest/importintotest/import_into_test.go:545\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:33:43.266 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.317849093\n# Parse_time: 0.000601996\n# Compile_time: 0.001924096\n# Rewrite_time: 0.000345671\n# Optimize_time: 0.001009003\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 366f6a89a6fc2abde0e7f87d5e3a8f2a04fc9cbaed14de3eec007915d595314d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zMXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMzFzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_charset`.`gbk` FROM 'gs://test-load/emoji.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8mb4';"] === RUN TestImportInto/TestGeneratedColumnsAndTSVFile [2024/06/01 12:33:43.269 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=load_csv] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/01 12:33:43.305 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:43.305 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/06/01 12:33:43.376 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:queueing, SchemaState:public, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.420 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=3.257591ms] [gotSchemaVersion=128] [phyTblIDs="[175]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:43.433 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=128] [2024/06/01 12:33:43.435 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=23.509242ms] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.495 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:write only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.534 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=211.961µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:43.546 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=129] [2024/06/01 12:33:43.548 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=18.542682ms] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.609 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:drop schema, State:running, SchemaState:delete only, SchemaID:169, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.654 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=192.316µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:43.666 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=130] [2024/06/01 12:33:43.668 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=18.512644ms] [job="ID:191, Type:drop schema, State:done, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.759 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=191] [tableIDs="[175]"] [comment="drop schema: table IDs"] [2024/06/01 12:33:43.770 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=191] [jobType="drop schema"] [2024/06/01 12:33:43.774 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:drop schema, State:synced, SchemaState:none, SchemaID:169, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.821 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/06/01 12:33:43.821 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:43.826 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.558749695\n# Parse_time: 0.000529457\n# Compile_time: 0.00095559\n# Rewrite_time: 0.00005211\n# Optimize_time: 0.001009003\n# Wait_TS: 0.000700629\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/06/01 12:33:43.828 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=130] [cur_db=] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/01 12:33:43.862 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:43.862 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/01 12:33:43.928 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [category=ddl] [job="ID:193, Type:create schema, State:queueing, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:43.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:43.961 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=1.202262ms] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:43.975 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=193] [version=131] [2024/06/01 12:33:43.977 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=21.494805ms] [job="ID:193, Type:create schema, State:done, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:43.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:44.050 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=193] [conn=2] [job="ID:193, Type:create schema, State:synced, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:43.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:44.077 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=193] [2024/06/01 12:33:44.078 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:44.088 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=load_csv] [sql="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [user=root@%] [2024/06/01 12:33:44.144 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:44.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/06/01 12:33:44.144 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:44.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:44.251 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:44.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:44.260 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 194, Table Name: t_gen1"] [2024/06/01 12:33:44.315 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=3.73522ms] [gotSchemaVersion=132] [phyTblIDs="[194]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:44.328 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=132] [2024/06/01 12:33:44.330 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=23.169302ms] [job="ID:195, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:44.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:44.395 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:194, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:44.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:44.433 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/06/01 12:33:44.433 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:44.437 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351245712\n# Parse_time: 0.001534878\n# Compile_time: 0.001111269\n# Rewrite_time: 0.000052565\n# Optimize_time: 0.001009003\n# Wait_TS: 0.000336342\n# DB: load_csv\n# Is_internal: false\n# Digest: 44459012174f20922ebbeb279540a1f1e608def0e29395f245e4f8496bfb740e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_csv;\nCREATE TABLE load_csv.t_gen1 (a int, b int generated ALWAYS AS (a+1));"] [2024/06/01 12:33:44.454 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:44.695 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:44.804 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=29] [task-id=29] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:44.851 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=29] [2024/06/01 12:33:44.852 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:44.960 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:44.961 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:44.962 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [2024/06/01 12:33:44.983 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:44.986 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/06/01 12:33:44.986 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/06/01 12:33:44.986 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=81.96µs] [2024/06/01 12:33:44.986 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=267.08µs] [] [2024/06/01 12:33:44.986 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:44.986 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:45.146 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=29] [mode=Import] [2024/06/01 12:33:45.166 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=29] [2024/06/01 12:33:45.194 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=29] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:45.239 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:45.241 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/06/01 12:33:45.243 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:45.252 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:45.252 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:45.253 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:45.253 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:45.254 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:45.254 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:45.254 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:45.254 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:45.254 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:45.269 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:45.271 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:45.271 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/06/01 12:33:45.271 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=29] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:45.271 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=29] [disk-quota=348.5GiB] [2024/06/01 12:33:45.315 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [2024/06/01 12:33:45.318 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:45.322 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:45.323 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/06/01 12:33:45.339 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/06/01 12:33:45.342 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.119095ms] [encodeDur=1.438613ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=247.254µs] [type=file] [takeTime=3.110791ms] [] [2024/06/01 12:33:45.342 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/29/2338f157-c807-5664-9eae-1ae164d075d7.sst/28a0a0dc-0d10-495a-a1e8-1414b0feceba.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/06/01 12:33:45.342 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=import] [subtask-id=56] [takeTime=27.807962ms] [] [2024/06/01 12:33:45.343 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/06/01 12:33:45.343 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/06/01 12:33:45.343 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:45.345 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=2.066184ms] [] [2024/06/01 12:33:45.345 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/06/01 12:33:45.349 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:45.372 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/06/01 12:33:45.372 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:45.386 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/01 12:33:45.388 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=43.260988ms] [] [2024/06/01 12:33:45.388 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:45.390 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.247868ms] [] [2024/06/01 12:33:45.390 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=29] [step=import] [engine-id=0] [2024/06/01 12:33:45.390 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:45.391 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.578031ms] [] [2024/06/01 12:33:45.391 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/06/01 12:33:45.391 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:45.391 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=61.204µs] [] [2024/06/01 12:33:45.392 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:45.392 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=934.636µs] [] [2024/06/01 12:33:45.485 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=29] [step=import] [2024/06/01 12:33:45.486 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:45.488 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:45.489 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:45.489 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:45.490 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:45.490 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:45.490 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:45.490 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:45.490 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:45.490 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:45.491 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:45.491 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:45.491 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:45.491 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:45.491 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:45.491 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:45.491 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:45.494 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:45.494 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:45.494 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:45.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:45.494 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:45.494 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=254.897467ms] [] [2024/06/01 12:33:45.563 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/01 12:33:45.565 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=29] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:45.565 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:45.697 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:45.746 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/06/01 12:33:45.746 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/06/01 12:33:45.746 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [2024/06/01 12:33:45.754 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=7.517191ms] [] [2024/06/01 12:33:45.754 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/01 12:33:45.754 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:45.754 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [weight=30] [2024/06/01 12:33:45.754 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [concurrency=15] [2024/06/01 12:33:45.758 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/01 12:33:45.759 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:45.759 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=12.436744ms] [] [2024/06/01 12:33:45.759 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=29] [step=post-process] [subtask-id=57] [takeTime=12.67063ms] [] [2024/06/01 12:33:45.835 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=29] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=138.429352ms] [] [2024/06/01 12:33:45.874 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=29] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:45.875 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=29] [step=post-process] [state=running] [] [2024/06/01 12:33:45.878 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=29] [2024/06/01 12:33:45.929 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=29] [type=ImportInto] [2024/06/01 12:33:45.957 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=29] [2024/06/01 12:33:45.982 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:45.982 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=29] [2024/06/01 12:33:46.072 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:46.075 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.637437522\n# Parse_time: 0.000626153\n# Compile_time: 0.002802247\n# Rewrite_time: 0.00154855\n# Optimize_time: 0.001009003\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 83c244a30775de79c2da78d12ca20e26f744714d783e2c7211e4d693aeabfd67\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:33:46.120 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:46.350 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:46.453 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=30] [task-id=30] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:46.495 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=30] [2024/06/01 12:33:46.495 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:46.602 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:46.604 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:46.605 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [2024/06/01 12:33:46.628 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:46.631 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/06/01 12:33:46.631 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/06/01 12:33:46.631 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=55.841µs] [2024/06/01 12:33:46.631 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=170.885µs] [] [2024/06/01 12:33:46.631 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:46.632 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:46.802 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=30] [mode=Import] [2024/06/01 12:33:46.820 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=30] [2024/06/01 12:33:46.854 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=30] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:46.897 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:46.898 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/06/01 12:33:46.900 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:46.909 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:46.909 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:46.909 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:46.909 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:46.910 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:46.910 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:46.910 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:46.910 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:46.911 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:46.927 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:46.928 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:46.928 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/06/01 12:33:46.929 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=30] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:46.929 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=30] [disk-quota=348.5GiB] [2024/06/01 12:33:46.978 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [2024/06/01 12:33:46.981 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:46.985 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:46.985 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/06/01 12:33:46.995 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/06/01 12:33:46.998 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.251302ms] [encodeDur=821.696µs] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=269.178µs] [type=file] [takeTime=2.710601ms] [] [2024/06/01 12:33:46.999 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=import] [subtask-id=58] [takeTime=21.37429ms] [] [2024/06/01 12:33:46.999 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/30/2338f157-c807-5664-9eae-1ae164d075d7.sst/c37791bd-be6a-46a5-b8e3-34a11d78f864.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/06/01 12:33:46.999 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/06/01 12:33:46.999 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/06/01 12:33:46.999 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:47.001 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.796157ms] [] [2024/06/01 12:33:47.001 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/06/01 12:33:47.006 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:47.028 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/06/01 12:33:47.028 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:47.049 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/01 12:33:47.051 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=49.741907ms] [] [2024/06/01 12:33:47.051 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:47.052 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.111772ms] [] [2024/06/01 12:33:47.052 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=30] [step=import] [engine-id=0] [2024/06/01 12:33:47.052 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:47.054 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.513763ms] [] [2024/06/01 12:33:47.054 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/06/01 12:33:47.054 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:47.054 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=61.769µs] [] [2024/06/01 12:33:47.054 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:47.055 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.009486ms] [] [2024/06/01 12:33:47.154 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:47.156 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:47.157 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:47.158 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:47.160 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=30] [step=import] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:47.165 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:47.165 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:47.165 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:47.165 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:47.168 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:47.168 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:47.168 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:47.168 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:47.168 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:47.168 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=271.080385ms] [] [2024/06/01 12:33:47.234 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/01 12:33:47.235 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=30] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:47.235 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:47.381 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:47.427 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/06/01 12:33:47.427 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/06/01 12:33:47.427 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [2024/06/01 12:33:47.433 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=5.208333ms] [] [2024/06/01 12:33:47.433 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/01 12:33:47.433 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:47.433 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [weight=30] [2024/06/01 12:33:47.433 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [concurrency=15] [2024/06/01 12:33:47.437 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/01 12:33:47.438 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:47.438 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.504418ms] [] [2024/06/01 12:33:47.438 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=30] [step=post-process] [subtask-id=59] [takeTime=10.746219ms] [] [2024/06/01 12:33:47.516 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=30] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=134.681487ms] [] [2024/06/01 12:33:47.535 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=30] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:47.535 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=30] [step=post-process] [state=running] [] [2024/06/01 12:33:47.538 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=30] [2024/06/01 12:33:47.601 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=30] [2024/06/01 12:33:47.615 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=30] [type=ImportInto] [2024/06/01 12:33:47.625 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:47.626 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=30] [2024/06/01 12:33:47.714 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:47.724 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6215335400000002\n# Parse_time: 0.001717342\n# Compile_time: 0.003519759\n# Rewrite_time: 0.001318458\n# Optimize_time: 0.001180579\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 270d30c701bd71ca11bf5517c378822c7f3ac846fed93f1da8ce212a30fa9320\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:33:47.764 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:48.003 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:48.098 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=31] [task-id=31] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:48.145 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=31] [2024/06/01 12:33:48.145 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:48.251 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:48.252 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:48.253 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [2024/06/01 12:33:49.027 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533097852933\n# Query_time: 0.811840003\n# Parse_time: 0\n# Compile_time: 0.00303798\n# Rewrite_time: 0.000494884\n# Optimize_time: 0.001266258\n# Wait_TS: 0.000094294\n# Cop_time: 0.001290694 Process_time: 0.000155049 Wait_time: 0.000023282 Request_count: 1 Total_keys: 265 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 104 Rocksdb_key_skipped_count: 660 Rocksdb_block_cache_hit_count: 1\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000155049 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.3282e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 241\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.000915498\n# PD_total: 0.000034517\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4gXwVTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6MS41NW1zLCBsb29wczoxLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjA1ASlEcHJvY19rZXlzOiAwLCB0b3RfARIcOiAxNTXCtXMJEhR3YWl0OiABeQUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaGG46IDQyLjEFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBYQMYWxfdAHgiDk2My45wrVzfX0JMjQxIEJ5dGVzCU4vQQoxCTFfNgkxXzAJMSNAbGUobXlzcWwudGlkYl9tZGwFXlAudmVyc2lvbiwgMTMyKQkwCXRpa3YFsQQ6ewViBDBzNT5IfSwgc2Nhbl9kZXRhaWw6IHt0bwGJAGslLkAyNjUsIGdldF9zbmFwc2hvdAmhECAxMC4yBe10cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50ASkUNCwga2V5PhgABDY2IUgIbG9jIbQ5ZxE2EH19fSwgAao+lwAhuAhlc3MRhznACGFsXyHCDRk1xwX5CHdhbC1aDCAyNDElpwB9IVABBBwKMgk0M181CSFVLDEwMDAwCXRhYmxlOjJQAQHDbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96YgEgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('ywaYCsYGCg1UYWJsZVJlYWRlcl83EowECgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAA0IMlQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCwwbiZBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMzIpapICbnEACCwgcwHn8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiAyNjUsIGdldF9zbmFwc2hvdF90aW1lOiAxMC4ywrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwNCwga2V5XzoYAFw2NjAsIGJsb2NrOiB7Y2FjaGVfaGl0X2MNNhB9fX0sIAFrPpcAHHByb2Nlc3NfARwQOiAxNTUFhgmzCHdhaRGgDDIzLjMJGhxpa3Zfd2FsbA0yJDI0MS4xwrVzfXAlWAEBMmcBIV4Q6tjqQCkBCQCqIWckAUABUhBkYXRhOl0nBFoUBYEUMS41NW1zNbwcYtkBY29wX3Qh2UQge251bTogMSwgbWF4OiAxLjAFKgHALVwEMCwBuAXSMsoABcgEOiAVwxBjb3ByXzkjJHJhdGlvOiAwLjAhQgx1aWxkBXEIX2R1BRoQbjogNDIF4wAsAXrIX2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsAZYAYS0wEDk2My45IS9AfXDxAXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:49.027 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533111222273\n# Query_time: 0.770984568\n# Parse_time: 0\n# Compile_time: 0.006832052\n# Rewrite_time: 0.004249146\n# Optimize_time: 0.012830608\n# Wait_TS: 0.000109553\n# Prewrite_time: 0.001662803 Commit_time: 0.001444206 Get_commit_ts_time: 0.000385237 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 646.7µs}, scan_detail: {get_snapshot_time: 9.17µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 39.6µs, propose_send_wait: 0s, persist_log: {total: 103.2µs, write_leader_wait: 41ns, sync_log: 64.8µs, write_memtable: 1.93µs}, commit_log: 252.5µs, apply_batch_wait: 20.9µs, apply: {total:144.9µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 30µs, write_memtable: 39.5µs}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 646.7µs}, scan_detail: {get_snapshot_time: 9.17µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 39.6µs, propose_send_wait: 0s, persist_log: {total: 103.2µs, write_leader_wait: 41ns, sync_log: 64.8µs, write_memtable: 1.93µs}, commit_log: 252.5µs, apply_batch_wait: 20.9µs, apply: {total:144.9µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 30µs, write_memtable: 39.5µs}}} Write_keys: 3 Write_size: 408 Prewrite_region: 1\n# Is_internal: true\n# Digest: 38cab1b9ba68aa5f9ea1c7cb787f46d39482277eb9f487754bd03dcb29677a88\n# Stats: tidb_import_jobs:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 18123\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_import_jobs is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('kg3w0DAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjJtcywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXRlOjEuNjZtcywgZ2V0X2NvbW1pdF90czozODUuMsK1cywgY29tbWl0OjEuNDRtcywgc2xvd2VzdF9wcmV3cml0ZV9ycGM6IHt0b3RhbDogMC4wMDJzLCByZWdpb25faWQ6IDI4LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYwLCB0aW1lX2RldGFpbDoge3Rpa3Zfd2FsbF90Ab9AIDY0Ni43wrVzfSwgc2Nhbl8VKQGrIHNuYXBzaG90XwXrDCA5LjEBK6gsIHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNn19fSwgCb4VVAWjiF9iYXRjaF93YWl0OiAzOS42wrVzLCBwcm9wb3NlX3NlbmRfCRwAMAEXJGVyc2lzdF9sb2cBvSRvdGFsOiAxMDMuKTgJYBRsZWFkZXINUiQ0MW5zLCBzeW5jCTUMNjQuOAViCSw0bWVtdGFibGU6IDEuOTMJ+Sl+CS8QMjUyLjUFMBBhcHBseTKtAAwyMC45GRsVkAgxNDQNGBRtdXRleF8pEwG+CXMynwAZFwB3AcsEMzAFUQkpGZwEMzkFhQB9IUQNniRwcmltYXJ5X3JwOgsCDDFzLCD+CwJFCxA0NDguNCkSggsCCDguNSkmRgsCBbUJ0Wr5AQw5LjIxBfuu+QEULTI1Ljg0KYQJYjJcAQQzNTb7AQgxOTBF3FGIOWAMNTg0bkHzLVxFXgwyMTkuQREALEr6AQQxNA1JRRU1+gA4EWAAbcL5AQQxNyVsRpsABDE2RdwlRi3XEG51bToxESoUa2V5czozEQ5AYnl0ZTo0MDh9CTcuNTcgS0KBnBQKMQkxXzeBqsguMTAJZXEobXlzcWwudGlkYl9pbXBvcnRfam9icy5zdGF0dXMsICJwZW5kaW5nIikJMQll6wgxLjid1xQyCTIuMTMRXSgyCTM2XzYJMAkxCWlKPlgAKCwgaGFuZGxlOjMxASQIaW1lgdm5JigzLCBHZXQ6e251bUXOCDEsIGXZAF8FKwQ4OSlsCH0sIAEQAF9VRAkkGHByb2Nlc3MJLAwgNDkuiZIJHYE4DRoEMzZt9wkaFGt2X3JlYYFaAGwNaAwgOTQuiXsMdGlrdmGOERkIMTE1aX4ELCA2CAMJSxGCAGshiQAgFb0uFwAkX3NpemU6IDI5MBHbFS1KVwUEMTJNeAByhlcFMDJ9fX0JTi9BCU4vQQo=')\n# Plan_digest: 1622e47e94360de0b1ef3673f881d193223f865b47190c6e6ced299265260a81\n# Binary_plan: tidb_decode_binary_plan('6w3gCuYNCghVcGRhdGVfNBKyBAoLU2VsZWN0aW9uXzcSuAMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwXvA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfaW1wb3J0X2pvYnNSCWhhbmRsZTozMVoTdGltZToxLjRtcywgbG9vcHM6M2K9AkdldDp7bnVtX3JwYzoxLCB0b3RhbF90ASxkODk0LjfCtXN9LCB0aW1lX2RldGFpbDoge3QFJBxwcm9jZXNzXwEcDDogNDkFLBFBDHdhaXQNGhQzNi44wrUVGihrdl9yZWFkX3dhbA1oECA5NC42CSIIaWt2LhkAEDExNS41CYIMc2Nhbl6CABhrZXlzOiAxEXwRmQEXJF9zaXplOiAyOTARHgEWBS0oZ2V0X3NuYXBzaG8RqwwxMi4zBYmocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCBAF4CQgM////AS2rECxAKZqZAQEAuS2rEFIsZXEoJaoALj6pAVAuc3RhdHVzLCAicGVuZGluZyIpWhQlWRgxLjgybXMsLbIMMnCHER1qQQEUUgNOL0FaKd4EMy4dLHQxYvgIY29tbWl0X3R4bjoge3ByZXdyaXRlOjEuNjYBVCECESIYczozODUuMgX+CRQMOjEuNEUtHHNsb3dlc3RfEUBFK00GMDogMC4wMDJzLCByZWdBuXRpZDogMjgsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjBCSgI68QEINjQ2RUcEfSw68QEBqzqtAQg5LjFBngAsjq0BFDZ9fX0sIAX+WUUFoxRfYmF0Y2hFsBA6IDM5LkmJKHByb3Bvc2Vfc2VuQapIaXQ6IDBzLCBwZXJzaXN0X2xvZzkBCDEwMy04CWAUbGVhZGVyDVIkNDFucywgc3luYwk1CDY0LmkNCSwYbWVtdGFibCEpBC45QXsEfSwtfgkvCDI1MmUBGCwgYXBwbHkyrQAMMjAuOSWvBRsVkAgxNDQNGBRtdXRleF9JwAG+CXMynwAZFxh3YWw6IDMwBVEJKRmcBDM5BYUlREkcHF9wcmltYXJ5RgsCBDFz/gsCTQsQNDQ4LjRO/ANKCwIIOC41gSdOCwIFtQnRlcBG+QEMOS4yMQX7rvkBFC0yNS44NCmECWIyXAEEMzU2+wEIMTkwRdxRiDlgDDU4NG5C+gEEMTmNjCXfMvoBBDE0DUkFGzX6ADgRYABtwvkBBDE3JWxGmwAEMTZF3CVGbeIQbnVtOjERKqVOADMRDmBieXRlOjQwOH1wxDx4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:33:49.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533150281729\n# Query_time: 0.624008065\n# Parse_time: 0\n# Compile_time: 0.01004213\n# Rewrite_time: 0.002214002\n# Optimize_time: 0.004009356\n# Wait_TS: 0.000135171\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2402\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('gxJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0muDkJMQl0aW1lOjIuODltcywgbG9vcHM6MiwgcGFydGlhbF93b3JrZXI6e3dhbGxfDSsUNDM4OTA4AS+wY29uY3VycmVuY3k6NSwgdGFza19udW06MSwgdG90X3dhaXQ6MTAuNzAxMzAzATEBFjhleGVjOjM2OC43MzPCtXMJKwVbIDExLjM1MjE3MQErLG1heDoyLjI3OTYyNQEQCHA5NR0QFH0sIGZpblqhABQ4NDc2ODMBNV6hAAGtEaEMNDEuNxWIBZ0MNy4wORUSCZocMy4yNTE5NDcBVQmaEDc2MDMwBaoJmhEQEH0JTi9BAQQYCjEJOV8xMmUoMWgMMS45MgFDLWgBJwEEdAoyCTNfMTMJMAkxCW15c3FsLnRpZGJfZ2xvYmFsXyFXCC5pZDLnAlomAAErDF9rZXkZLAQyLGIsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsAD3BGVsAN2YvABByZWF0ZSW0GS8AOGIvACR0YXJnZXRfc2NvLgsBdRYIMS40NhYDAENd8ChPRkYJMS4xOCBLQiXDGDMJMzZfMTQlxBR0YWJsZTo+xAEoLCBoYW5kbGU6MzFZEAgyNm15eAFJAQRJEAA1BUxW6gEcX2hpc3RvcnmWGAIVLqogAhk0ligCFTCeMAIdMZI4AhUwqkACFTS2SAIZN7JQAhU3XlgCADCpbgQxLqk/iQblM7lITVgANzZYAgA2RQxWWAIRdy5gAhlqpQgVaixHZXQ6e251bV9ycGOh6Ah0b3SBYsEEEDEuNjJtoVkBDiRfZGV0YWlsOiB7CSIYcHJvY2Vzc2VaFDogMTAxLrUioYUIYWl0DRsMNzEuNbE8LGFsX2t2X3JlYWRfd9VADCAxODQRIwhpa3YuGgAIMjIyBVcYfSwgc2Nhbl6EABRrZXlzOiDJZARhbBWbARcoX3NpemU6IDQ3ODbFWAGCBS4IMiwgZeoUbmFwc2hvEa0IMTguyYO8cm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiA0fX19CU4vQQlOL0EK')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('9xOgCvITCgpIYXNoQWdnXzExEp4NCghVbmlvbl8xMhLeBAoNUHJvamVjdGkBEkgzEnoKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EnwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6MzFaFHRpbWU6MS4yNm1zLCBsb29wczoycP///wkDBAF4CQgY////ASGrqgEBAD0+bAAIUoMDBWkALj5oADwuaWQtPkNvbHVtbiMzMSwgWiYAAZMMX2tleRksADJmLAAIeXBlGSgAM2IoAAxzdGF0HSkANGopAARlcBlRADViKAAYcHJpb3JpdB2lADZiLAAkY29uY3VycmVuYx0vADdmLwAgcmVhdGVfdGltHbIAOGIvACR0YXJnZXRfc2NvLgsBBDlaMcoENDk9yghiD0MZjRg6T0ZGcLkJPdMIEuwHNmECDDUSwQMyYgIANkZiAkVgCCMKIVFgABg++AEcX2hpc3RvcnlOaAIEMDMZnlgxYr4CR2V0OntudW1fcnBjOjIsIHRvdEGmSZUYNjJtc30sIAEOJF9kZXRhaWw6IHsJIhhwcm9jZXNzJTYkOiAxMDEuOcK1cxFADHdhaXQNGww3MS41HRosa3ZfcmVhZF93YWxsDSIIMTg0ESMIaWt2LhoACDIyMgVXGH0sIHNjYW5ehAAYa2V5czogMRF9EZsBFyhfc2l6ZTogNDc4NhEfARcUOiAyLCBnIcYUbmFwc2hvEa0MMTguMwWtoHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3VudDogNH19fXD/YZoBAXapAyGzBFLLWqcDMa+WrwMVLqq3Axk0lr8DFTCexwMdMZLPAxUwqtcDFTS23wMZN7LnAxU3fu8DBDA4LlEDQu8DAKku7wMIIVZVAQEAQ7HCBABAyS6VPAQ5MhlNADJaXQIYLmt1TPAwUj5EACxSwANncm91cCBieTq99BELBDIsFQsAMxkLADQZCwA1GQsANhkLADcZCwA4GQtEOSwgZnVuY3M6Zmlyc3Ryb3coEWcEMSm5zQAxYiYAADIdJgAyYiYAADMdJgAzYiYAADQdJgA0YiYAADUdJgA1YiYAADYdJgA2YiYAADcdJgA3YiYAADgdJgA4YiYAADkdJtFDCDIuODJDBkS7AnBhcnRpYWxfd29ya2VyOnu5PRQyLjQzODlJhH0YDDo1LCCFIAxudW06qRmllBw6MTAuNzAxM8kGPHRvdF9leGVjOjM2OC43MzOF+gEVofEkOjExLjM1MjE3MUGTLG1heDoyLjI3OTYyNQEQCHA5NR0QFH0sIGZpblqhABA4NDc2OMV2XqEAAa0Abw2hDDQxLjcViAWdCDcuMNVbDZocMy4yNTE5NDcBigmaEDc2MDMwBaoJmhEQAH1WRQMEGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:49.031 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533097852929\n# Query_time: 0.833108287\n# Parse_time: 0\n# Compile_time: 0.009336503\n# Rewrite_time: 0.001869267\n# Optimize_time: 0.005114943\n# Wait_TS: 0.000112782\n# Cop_time: 0.000149439 Process_time: 0.0003401 Wait_time: 0.000047863 Request_count: 2 Total_keys: 890 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 208 Rocksdb_key_skipped_count: 2400 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.00017005 Cop_proc_p90: 0.000172064 Cop_proc_max: 0.000172064 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.3931e-05 Cop_wait_p90: 2.4385e-05 Cop_wait_max: 2.4385e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12920\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rBe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjgxOS4xbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZBmDCDguNh2DHAkwIEJ5dGVzEQgcCjIJMTdfMjcd+FRpbm5lciBqb2luLCBlcXVhbDpbZXEoWg4BOGlkLCBDb2x1bW4jMTUpXS53AAAzHXd4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo4MTcuOQEqEGZldGNoGQ8FMAw6MHN9EaoRCCAKMwk2XzI5KEIBUQApAbgwNDAwCWdyb3VwIGJ5OhWNQCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwZsQg3LjgBhzWrUHBhcnRpYWxfd29ya2VyOnt3YWxsXy3XGDcuMzM2MDYFMQhjb24503QsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjMuODcxNjIliQEVGGV4ZWM6MHMJIgVUHDQuMDUyNDY0AYMkbWF4OjEuMzQ0NUU9CHA5NRkPFH0sIGZpblKXACg2NTguMzY1wrVzLGKVAAGhEZUYNDQzLjQzOAUwARUFlRA4LjQ1MRUTBZsYMS42NzAzNyXPAZsYNDQ4LjU1NwUlAZwZEAB9QcoBBBgKNAkxXzMwMZ0kbm90KGlzbnVsbD2FIbsNYAVbLXkICTM4UaMgTi9BCjUJNl8zIaYIODAwPeZKjgJ5HFIXAyRzY2hlbWFfaWRzUh8ARZQJHkk3CG1pbhWtBDgpSjICCDEuMiWuDbgALGoxAiGaDDg0N8JumgEuLwIYMi42Mjc0OSX+NZoyLwIcMi44NDY3MTVRLxQ1OTIuMDAp/CGUGRBqMQIYMS4xNTg4NgVFXsYCLjECFDM1LjMzMwXGFZYINy44DXcBEyXQGDUuMDM2MjcFV0EwFDEuMTA2MCUsAZsVD1kuIDYJMzFfMzYJMCnmOGRhdGE6SGFzaEFnZ18zMXGjBDQ3Saw1cQxjb3BfYW8IOiB7YXEIIDEsBXAAIAHYIRlBEhhfa2V5czogLV4BEhQ6IDE3Mi5Z5GWhECAyNC40BdpkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCRxAFzCF9kdQUaGG46IDM3LjIFOixtYXhfZGlzdHNxbF8uTwFIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGPBEwB0oQcpOigxLjA3bXN9fQkyNC4EAwA3YQQMMQkxXy0glez+BgOWBgNKZgDJZH0WADglpQRrdiUdBDp7RQhBsS2sPH0sIHNjYW5fZGV0YWlsOiCp/C2cQDQ0NSwgZ2V0X3NuYXBzaG90KQ0MIDkuOCnxoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTA0LCBrZXlfPhgAADIltQhsb2NBIznUDTcUMn19fSwgAas+mABBJwhlc3MNiDIvAqF6BGFpEaNVNgB0AfzZIgwgMjY0RWNZ5BQ4CTQzXzOhGAwwCTEwgc2FcwA6LmAIAcZsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3plAaExAQQECjNhUBw0MShQcm9iZaFoCDY2NRLTCABkYVosU2VsZWN0aW9uXzQwBVIYbWU6MzU5LiltLbLBQ15eA8nIISUtwjZeAwA2CUmBECErEDogMjMuiZoAY75cAwg0OS6JcP5cA2FcADFOXAMhkQQ0MGVcMSVK8AIMcmVvchbWCf7jAjbjAgQxMC0a/uMC/uMCObQ64QIxuwB0Afou4QIINDYuwdFZdQQ1CUHhADklS/7hAn7hAg==')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('/BnwSQr3GQoNUHJvamVjdGlvbl8xMxLfGAoHU29ydF8xNBLnFwoLSGFzaEpvaW5fMjcSwQYKDlRhYmxlUmVhZGVyXzQxEoIECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnapMCdGplAAgsIHMB2/BeZGV0YWlsOiB7dG90YWxfa2V5czogNDQ1LCBnZXRfc25hcHNob3RfdGltZTogMTAuNcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDQsIGtleV8+GABcMjAwLCBibG9jazoge2NhY2hlX2hpdF9jCTcUMn19fSwgAWw+mAAccHJvY2Vzc18BHBA6IDE2OAWHCbQId2FpEaEEMjMNoQX6DHdhbGwNMiAyNDYuN8K1c31WXAEwGgECIVVVVVWVdPZAKTVfKAFAAVIRZGF0YTpTXSAEWhYFhQwzNTkuCYYEbG8ltxRi1wFjb3Ap1Fgge251bTogMSwgbWF4OiAxLjI2bXMsIAHGLWMEMCwBvgXYMtAABc4AOhnJEGNvcHJfOSkgcmF0aW86IDAuJUgMdWlsZAVxCF9kdQUaGG46IDQ5LjMlHahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZYAYS02KDEuMTdtc319cPABXYgQEu0PCgphVCBBZ2dfMjkSpwwuQAMQMzASxQsZIBAzNRK5BzZzAxAzNhL/BB0iADFOcQMANEXu/nED7nEDbXEAKGFxAAABAQRAv2lxLJQBZ3JvdXAgYnk6bWH6NnsDIeMcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4apX+7gNC7gMMOS44OEVKAHL+7gP67gMMNzIuMQWJRvADCDQuNAkageou8AMENjQFNFrwAyAh3t3d3R0+90A522HtBA9kYe0ISGFzRdwMMzFaFGXrBDQ3KQhx6QDZaukDBDE1cukDLssAcesRxMLrAwwzNy4yBf7+6wNh6wAwSusDJScIrWz4OicBAIT+AgO+AgNV5l3yADUtnQwxLjI0IXMxnUSxAnBhcnRpYWxfd29ya2VyOntZFxg2NTguODQ3JTQuEwUcNSwgdGFza1+hta2ZwVUgOjIuNjI3NDkxAWAgdG90X2V4ZWM64aoBDUUbFDIuODQ2Nyn1oesYNTkyLjAwNQViCHA5NR0QFH0sIGZpblKXABgxLjE1ODg2RTpelwABowBvTTMUMzUuMzMzBWQBFAWWCDcuOA13ARMFnBg1LjAzNjI3BVcBnBQxLjEwNjAlLQGbFQ9uJAMIrUj+Lf0IALlAZSQoFm5vdChpc251bGw1mBA1KSlaEwV0CDEuMyEtLY0IcPwC3TkkGgEBIUREREQkYz5UAAQ4Z7FSMeoENSytARxmaXJzdHJvdx1smfYINVoVBXYQODE3LjgdeARitGoFAgEtEDMzNjA2BTJecAEuBwIUMy44NzE26cMhXiVxMgcCGDQuMDUyNDYlXClrDDM0NDVFOClrDQ9qBQJBnAQzNkk6XpUALgUCFDQ0My40M4mZFZUMOC40NbUrSQYYMS42NzAzNyWXAZsUNDQ4LjU1aQQBnBkQXggCDoAKFG9BDUEprB54CmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShirQYELCA13AQpXTW4ADgyMAIEYjkW0wgQaGFzaF/lDAA6FpgKJbUAOSHiEGZldGNoGQ8FMCw6MHN9IZkqIkvNGx46pgAAPUqQAPmjFDpkZXNjLE6oB+lhHacSwAlN1wVsBH1aPmwATg8IAUgQbWV0YSxOZQAZiRVpBDkuRTUNaQxiDUNvJrkJQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:33:49.032 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:49.035 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen1] [2024/06/01 12:33:49.035 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen1] [before=536870912000] [after=7] [2024/06/01 12:33:49.035 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=62.012µs] [2024/06/01 12:33:49.036 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen1] [takeTime=170.358µs] [] [2024/06/01 12:33:49.036 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:49.036 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:49.036 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533084745732\n# Query_time: 0.860654122\n# Parse_time: 0\n# Compile_time: 0.026935242\n# Rewrite_time: 0.004032568\n# Optimize_time: 0.01579596\n# Wait_TS: 0.000130079\n# Cop_time: 0.003436696 Process_time: 0.000249108 Wait_time: 0.000073248 Request_count: 2 Total_keys: 190 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 92 Rocksdb_key_skipped_count: 464 Rocksdb_block_cache_hit_count: 16\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000124554 Cop_proc_p90: 0.000146374 Cop_proc_max: 0.000146374 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.6624e-05 Cop_wait_p90: 4.9042e-05 Cop_wait_max: 4.9042e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17005\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('liWwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjgyNy44bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwA2PV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQ2eANMcGFydGlhbF93b3JrZXI6e3dhbGylJSQ6ODI2Ljk5MzkxpQgd8Qw6NSwgRZVobnVtOjAsIHRvdF93YWl0OjQuMTMzOTI1NjJzCRYUZXhlYzowDQ1l+QEjMDQxMzQzODZzLCBtYXgFZxA4NDc2MAWYCHA5NTISABR9LCBmaW5aoAAcNy40ODYwMTGBSV6gAAGsEaAcMjguMDg0wrUNkQWeEDUuMTkyFRMVpBg2MDcyNDgzFaQYNy40MTUxMx2kGRIAfYGlAQQECjPBFRw4CTAJMC4wMl6qBoGjWjcEJVb+GAZaGAZ5X1p9ADIrA14kAC73AlokAEnKWh0ALpUCMqYGdqAFWcAINi43Ie/tl3Y4Bhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLt4FSoQAcs0AAR0QKSBlcSjRPAA3AZDJ6wg2KV0utQBFORW1WGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsRfoAMwHfEGZldGNoGQ8FMAw6MHN9Hn8IEQggCjUJM18yMShCAVEAKRHpPXyO0wBKJAAy6AEMY2FzdHonAVm5MGRvdWJsZSBCSU5BUln9VwA3PQ4B4jUMPvkHCDIuNvX5FDYJMzBfMnVRVkMADAkyNDManQkOLQgYNwk0N18yNTETGDFfMAkxMAkpZzRzdCwgaW5kZXg6aWR4X4EADF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB/RxzOnBzZXVkbxGYCDIuMqUsFdwIY29wEp4KCDoge6EsBCAxifMMIDEuNkXGDHByb2Nh8AhzOiCtSAESFDogMTQ2LpmopVwMIDQ5woG5aGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLEknBXEIX2R1BRoQbjogOTgNSyxtYXhfZGlzdHNxbF894Ew6IDF9LCBycGNfaW5mbzp7Q29wOgGuFF9ycGM6MaXIDmQLRGltZToxLjU1bXN9fSwgdGlrdgVpBDp7BRqh5A32PH0sIHNjYW5fZGV0YWlsOiBJ2w3mEDEyMCwgEhkKGG5hcHNob3SpchAgMjUuNQXfmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTksIGtleT4XACAyOTgsIGJsb2MhazkeDTUEMX0JtARtZT6WACFvCGVzcw2GMncBwXQEYWkRoS1+Bfj5IxwgMzEzLjHCtd0DMDcJMV8yNyhQcm9iZSlFfsUMBGluekIDQVBIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApgQlhDAEEHAo4CTQ1XzI2BYsyCQOC1AIBPwEEiWUAORHUGDAJMjkuOTcuZgQ++wqdgS4bAJkmXiEAEp0KWh0ALSJaHgD+3wb+3wZO3wY+OQUuDAEOBgheLAUO6wxlVwgyLjRyLAUMNC4zNB4lDaUsBTspn5mVADPFU22fDAkyNDU+LgUEMzMuLgUAM7EutS0legAoBQa9JQxwYXVzQZ8ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTdEALFXbolsFCDEuNp5bBQQxNSE0YdqNdTZbBQwwMi43hWsiFwoMIDI0LhYDCgBjwl0FADQNTf5dBaFdDgILianWXQUAN1ZcBQQxMIWjACyCXAUEMzPB6QB5PlwFCDE2Nm5cBQA1nl0FLnkBNl0FNYA+XwUAMRKuCyZgC6FdBDM1kYnh20nsVh8FLm8DEqsJRhgFBDM0BUYu8wKmFwU=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('1yjACtIoCgdTb3J0XzEzErknCg1Qcm9qZWN0aW9uXzE1Eq0kCgpIYXNoQWdnXzE2EtoaCjIhABQ4Eq4XCgsBISRKb2luXzIwEokKMkMAZDIxEpIICg5JbmRleExvb2tVcF8yOBKmBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjweV0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToyLjI4bXMsIGxvb3BzOjFi1wFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjY3bXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDE0Ni40wrVzCRTYd2FpdDogNDnCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cgEaFG46IDk4LglLqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFgghhbF8F4TgxLjU1bXN9fWqRAnRpa3YJ2wB7BRsAMBn4DH0sIHMhkShkZXRhaWw6IHt0bwFCCedAMTIwLCBnZXRfc25hcHNob3QJWhAgMjUuNQXgmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTksIGtleT4XACAyOTgsIGJsb2MhbDkfDTUUMX19fSwgAak+lgAYcHJvY2Vzcw2GMngBBGFsJXoNGy1/BfgId2FsLRIsIDMxMy4xwrVzfXD/EQEEAXgRCiT/ARKdAgoMU2VsbRA8MjcSbgoRVGFibGVSb3dJREm5ADZJtgRUpTq2AggNCgtdtgRSHnaFAlaBAAgaAQIJXiyQpUApoNtLGqN1lD9hFBBSbmluKGUTTC50aWRiX2JhY2tncm91bmRfc3ViQUQALkHjSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSlWnwAcIY1EbI0y9XIdnBABQAFaEyGrDDo4MjZhJQBsaU8EcPMuWQFh7Bipg8CnYxV0NjwACFKVAX7WAAxlcCwgdiQAfR8ULCBjYXN0euMAIS9B4WgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzdS1AAIYg9DfYkUT0ZGcOwULj4CBLgLNgwFDDkS+wc2DAUMMzYS1UYMBQgzMxqxDAS4mlFWAD6pDAgcChpRVhQBdBoOCgUl5wASCQcEUm2xAwxwYXVzIeoALBUKKF0sIFsicmV2ZXJ0CRkZDAkbTRwALFUmnjkFCDEuNjI5BQDZajkFBDE1QRRhtyFxQjkFDDAyLjeFSAh0b3RlvxQ6IDI0LjIFEwBjwjsFADQNTf47BaE7BDA2+jsFADdWOgUEMTCFgQAsgjoFBDMzwcgAeT46BQgxNjZuOgUANZ47BS56ATY7BTWBPj0FBDE4wZpeOwUE1gEuOwUMMzUSbUI7BQQzNIndBKq5OuUCCAwKClnl+joFKAS6QCm5HoXrUfg9ZUIEUihW+wQMZ2xvYuEqBGFzoTtq9AQYiTvD1kvhjR1WgfQAFIX0DDIuMzNB4ZH1APU29QQgAiHpIJT5JgGPNj0ACFLbAp3RLokABGlkMuwELhsAAalhRGYhAAh5cGViHQCFNmIeABhwcmlvcml0ZlwAFGNyZWF0ZeVcYkUAMoYFWuAAAHM+zgU24gAAchJrCARjbwHJPsgFLioAISdeuwUANq27CDIuND2aRrsFBNwivbtEIcWpGiU5zpRAKYnS3uALk5k/IeVYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6XgZy5AABHRApIGVxKNVqBCwgEQsQNildWhVFVww4MjYuLk0HBGI5FiwKFGhhc2hfdA6QCAQ6exKnCQUqRYIQZmV0Y2gZDwUwLDowc30hfv1UfUgWlTraAADL/oIC/oIC/oIC/oICioICXcRKbwld7z22ADdydAIE2CUudAIYzqZn4m+albEMAPBJdAS3Bg7YCRBwIGJ5Oh2BPv4CIGZ1bmNzOm1heHqNAh2mKt8IBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbtmTAARIp6YAIHsak4ApQopI36cAKUZZksABR+elgCxR2ZPABEinlIAvXhmVQAdJaJYACbICmpYABklnlgAhd9iMgIBHp5KAAB03Q1mUgAuJgB1hgA3NjwFGMQCcGFydGkO5QgYb3JrZXI6eyYRDqFpEDk5MzkxEtEKHfEMOjUsIEWVEG51bTowElcPFqAKKDQuMTMzOTI1NjJzCRYOlxASUA8OwwqlvgEjIDQxMzQzODZzLA6NCgVnDDg0NzYOVQoQLCBwOTUyEgAUfSwgZmluWqAAHDcuNDg2MDExgVheoAABrB5ACwwyOC4wEqgJHZ4MNS4xORZUCwEnFaQYNjA3MjQ4MxWkGDcuNDE1MTPFeQmkGRJa9gkYITQNzkjW5D7EBACr/l4G/l4GOl4GSXlayAR5lFohAD13Zv0IiiEJLq0C+fYANV64AkJtDjY+BhSSxxdV2Pw+egEAXlrEAIblAIrBAARpZB2sNDhtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/06/01 12:33:49.209 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=31] [mode=Import] [2024/06/01 12:33:49.229 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=31] [2024/06/01 12:33:49.249 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=31] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:49.292 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:49.293 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/06/01 12:33:49.294 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:49.303 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:49.303 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:49.304 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:49.304 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:49.305 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:49.305 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:49.305 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:49.305 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:49.305 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:49.325 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:49.326 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:49.326 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen1] [quota=374.2GB] [2024/06/01 12:33:49.326 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=31] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:49.326 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen1] [import-id=31] [disk-quota=348.5GiB] [2024/06/01 12:33:49.376 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [2024/06/01 12:33:49.380 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:49.384 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:49.384 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=194] [2024/06/01 12:33:49.435 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [2024/06/01 12:33:49.440 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=194] [key=generated_columns.csv:0] [readDur=1.376453ms] [encodeDur=1.660478ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=284.608µs] [type=file] [takeTime=4.793155ms] [] [2024/06/01 12:33:49.441 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=970] [file=/tmp/tidb/import-4000/31/2338f157-c807-5664-9eae-1ae164d075d7.sst/efc25219-8471-4bb0-890b-e0e0f584c59c.sst] [firstKey=7480000000000000C25F728000000000000001] [lastKey=7480000000000000C25F728000000000000002] [2024/06/01 12:33:49.441 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=import] [subtask-id=60] [takeTime=65.421941ms] [] [2024/06/01 12:33:49.441 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/06/01 12:33:49.441 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/06/01 12:33:49.441 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:49.443 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.914424ms] [] [2024/06/01 12:33:49.443 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [2024/06/01 12:33:49.448 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:49.470 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] ["region ranges"=1] [count=2] [size=58] [2024/06/01 12:33:49.471 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:49.488 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2338f157-c807-5664-9eae-1ae164d075d7] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/01 12:33:49.489 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [retryCnt=0] [takeTime=45.838949ms] [] [2024/06/01 12:33:49.489 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [2024/06/01 12:33:49.491 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:0] [engineUUID=2338f157-c807-5664-9eae-1ae164d075d7] [takeTime=1.159895ms] [] [2024/06/01 12:33:49.491 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=31] [step=import] [engine-id=0] [2024/06/01 12:33:49.491 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:49.493 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=1.709301ms] [] [2024/06/01 12:33:49.493 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [2024/06/01 12:33:49.493 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:49.493 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [retryCnt=0] [takeTime=84.754µs] [] [2024/06/01 12:33:49.493 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [2024/06/01 12:33:49.494 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen1`:-1] [engineUUID=0063f486-3d5e-5c59-9865-8b1da5b97873] [takeTime=922.314µs] [] [2024/06/01 12:33:49.583 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:49.583 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=31] [step=import] [2024/06/01 12:33:49.584 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:49.586 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:49.586 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:49.588 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:49.588 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:49.588 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:49.588 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:49.591 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:49.591 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:49.591 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:49.591 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:49.591 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:49.591 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=299.744558ms] [] [2024/06/01 12:33:49.669 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/01 12:33:49.670 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=31] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:49.670 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:49.830 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:49.875 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/06/01 12:33:49.876 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/06/01 12:33:49.876 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [2024/06/01 12:33:49.880 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=4.502292ms] [] [2024/06/01 12:33:49.880 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/01 12:33:49.880 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:49.880 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [weight=30] [2024/06/01 12:33:49.881 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [concurrency=15] [2024/06/01 12:33:49.885 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=194] [physicalTableID=194] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/01 12:33:49.886 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:49.886 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.187373ms] [] [2024/06/01 12:33:49.886 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=31] [step=post-process] [subtask-id=61] [takeTime=10.36829ms] [] [2024/06/01 12:33:49.981 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=31] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:49.981 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=31] [step=post-process] [state=running] [] [2024/06/01 12:33:49.983 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=31] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=152.719686ms] [] [2024/06/01 12:33:49.984 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=31] [2024/06/01 12:33:50.034 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=31] [type=ImportInto] [2024/06/01 12:33:50.050 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=31] [2024/06/01 12:33:50.074 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:50.074 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=31] [2024/06/01 12:33:50.144 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:50.244 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.497727726\n# Parse_time: 0.001559638\n# Compile_time: 0.003538521\n# Rewrite_time: 0.001441606\n# Optimize_time: 0.00124306\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 531f5f7c33b39ea234221fa5a52494ba6c41bc6c4550333784358ae7e80c5933\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen1` (`a`,@`1`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:33:50.964 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:714.535339ms txnStartTS:450165533635510273 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:714.4ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:1 rocksdb_read_count:1 rocksdb_read_byte:3156"] [2024/06/01 12:33:50.964 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:714.713438ms txnStartTS:450165533635510273 region_id:272 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:714.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:1 rocksdb_read_count:2 rocksdb_read_byte:3244"] [2024/06/01 12:33:50.964 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:714.98256ms txnStartTS:450165533635510273 region_id:276 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:714.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:2 total_versions:11 rocksdb_delete_skipped_count:2 rocksdb_key_skipped_count:16 rocksdb_cache_hit_count:1 rocksdb_read_count:2 rocksdb_read_byte:3244"] [2024/06/01 12:33:50.965 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:744.49586ms txnStartTS:450165533622140933 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:744.4ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:265 rocksdb_delete_skipped_count:104 rocksdb_key_skipped_count:660 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:33:50.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533622140933\n# Query_time: 0.751026044\n# Parse_time: 0\n# Compile_time: 0.003921344\n# Rewrite_time: 0.000682705\n# Optimize_time: 0.001750816\n# Wait_TS: 0.000114113\n# Cop_time: 0.744971263 Process_time: 0.000176468 Wait_time: 0.000027926 Request_count: 1 Total_keys: 265 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 104 Rocksdb_key_skipped_count: 660 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000176468 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.7926e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.744358533\n# PD_total: 0.000038474\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5wXwbTAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6NzQ1LjNtcywgbG9vcHM6MSwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogNzQ0LjVtcywgcHJvY19rZXlzOiAwLCB0b3RfARIsOiAxNzYuNcK1cywgARQkd2FpdDogMjcuOQUToGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogNjEuNAU6yG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYwHHGHRvdGFsX3QJ5Hg0LjRtc319CTI0MCBCeXRlcwlOL0EKMQkxXzYJMV8wNSZAbGUobXlzcWwudGlkYl9tZGwFXVAudmVyc2lvbiwgMTMyKQkwCXRpa3YFsAQ6ewVhADA5QEB9LCBzY2FuX2RldGFpbDogewmIAGslL0AyNjUsIGdldF9zbmFwc2hvdAmgCCAxMS05oHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTA0LCBrZXlfOhgABDY2IUcYbG9jazogezlmDTYUMn19fSwgAao+lwAhuQhlc3MRhy7BAQhhbF8hww0bNcgF+wh3YWwtWyQgMjc4LjHCtXN9IVIBBBwKMgk0M181CSFXLDEwMDAwCXRhYmxlOjJSAQHFbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96ZAEgCU4vQQlOL0EK')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('0AaYCssGCg1UYWJsZVJlYWRlcl83Eo4ECgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAA0IMlQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCwwbiZBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMzIpapQCbnEACCwgcwHn8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiAyNjUsIGdldF9zbmFwc2hvdF90aW1lOiAxMS41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwNCwga2V5XzoYAFw2NjAsIGJsb2NrOiB7Y2FjaGVfaGl0X2MJNhQyfX19LCABaz6XABxwcm9jZXNzXwEcEDogMTc2DYgJtQh3YWkRogwyNy45BaIF+wx3YWxsDTQkMjc4LjHCtXN9cCVaAQEyaQEgq6qqqurY6kApAQkAqiFpJAFAAVIQZGF0YTpdKQRaFQWDGDc0NS4zbXM1vyRi2wFjb3BfdGFzAdlEbnVtOiAxLCBtYXg6IDc0NC41ASsBxC1gBDAsAboF1jrOAAXMADoZxxBjb3ByXzkpJHJhdGlvOiAwLjAhSAx1aWxkBXQIX2R1BRoYbjogNjEuNCUBqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFmABhLTQBulA0bXN9fXDwAXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:50.967 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533635510273\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.720768926\n# Parse_time: 0.000285027\n# Compile_time: 0.002736868\n# Rewrite_time: 0.000784476\n# Optimize_time: 0.000982355\n# Wait_TS: 0.000099713\n# Cop_time: 0.715262281 Process_time: 0.00042298 Wait_time: 0.000094878 Request_count: 3 Process_keys: 2 Total_keys: 13 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 2 Rocksdb_key_skipped_count: 16 Rocksdb_block_cache_hit_count: 3 Rocksdb_block_read_count: 5 Rocksdb_block_read_byte: 9644 Rocksdb_block_read_time: 0.000\n# DB: load_csv\n# Is_internal: false\n# Digest: 6025dc9fda51c9ef244fd393968fffa005e212c980062064bb0ca6b384f95b17\n# Stats: t_gen1:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 0.000140993 Cop_proc_p90: 0.000156733 Cop_proc_max: 0.000156733 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1626e-05 Cop_wait_p90: 3.5775e-05 Cop_wait_max: 3.5775e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 2\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zgbwXjAJMzFfNQkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl80CTIJdGltZTo3MTYuMm1zLCBsb29wczoyLCBjb3BfdGFzazoge251bTogMywgbWF4OiA3MTVtcywgbWluAQwkNC41bXMsIGF2ZwkOADcBDghwOTUBDgUaQG1heF9wcm9jX2tleXM6IDIsAR46EgAIdG90BRIgOiA0MjPCtXMsBRIkd2FpdDogOTQuOQUToGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoUbjogMTA2BTkBgphkaXN0c3FsX2NvbmN1cnJlbmN5OiAzfSwgcnBjX2luZm86e0NvcDoB6hRfcnBjOjMFgwxhbF90IR14Mi4xNHN9fQkzMTcgQnl0ZXMJTi9BCjEJNDNfNAkxXzFgyHRhYmxlOnRfZ2VuMSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTIJdGlrdgW0BDp7ISEBqAQ6MC1aAQglVAEJCHA4MAURCHA5NQUIEGl0ZXJzBaNgYXNrczozfSwgc2Nhbl9kZXRhaWw6IHt0bwG7AVUIZXNzOXlGFwAgX3NpemU6IDc0Ee8ppTwxMywgZ2V0X3NuYXBzaG90KQYIIDM4LYt0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JeUIa2V5PhYAHDE2LCBibG9jQVI5yA0zFDMsIHJlYRVCADUNDzBieXRlOiA5LjQyIEtCDRQlkzAgMzAuNMK1c319fSwgARJe/gABHAQ6IF1YCGFsX0FaDRlVXyWODHdhbGwNGUQ3NzUuNcK1c30JTi9BCU4vQQo=')\n# Plan_digest: 4860033ca86ed6141ab44eee88351242ebaaaf1dabd2437c67c54bd5f0f61d04\n# Binary_plan: tidb_decode_binary_plan('ngdYCpkHCg1UYWJsZVJlYWRlcl81Ep8ECg8FElBGdWxsU2Nhbl80IYwEcN6bV0FBKQABAfB1iMNAMAI4AkACShQKEgoIbG9hZF9jc3YSBnRfZ2VuMVIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaqcDdGlrdl90YXNrOntwcm9jIG1heDowcywgbWluOjBzLCBhdmc6IDBzLCBwODA6MHMsIHA5NQUIIGl0ZXJzOjMsIAE9GHM6M30sIHMBozhkZXRhaWw6IHt0b3RhbF8BVTBlc3Nfa2V5czogMiwgRhcAIF9zaXplOiA3NBEdCSzwPjEzLCBnZXRfc25hcHNob3RfdGltZTogMzguOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OgFsDGtleV86FgBUMTYsIGJsb2NrOiB7Y2FjaGVfaGl0Xw0zEDMsIHJlIUMAbwVCADUNDzBieXRlOiA5LjQyIEtCDRQNjSgwLjTCtXN9fX0sIAESXv4AARwQOiA0MjMFuikDCHdhaRHUBDk0DdQgdGlrdl93YWxsDTIQNzc1LjUBYQRw/xEBBAF4EQok/wEhYo2IMZXPDDIOAigBQAFSFGRhdGE6VEFOWTwEWhUFh1g3MTYuMm1zLCBsb29wczoyYpICY29wXyHHGDoge251bTohCBxtYXg6IDcxNQEpCG1pbgEMBDQuBQ5FEhA3MTQuNwEcCHA5NQEcBRoIbWF4JfAtwQQyLAEeOhIACHRvdAUSMg4BJQwAOjkHEGNvcHJfOZ5kcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhRuOiAxMDYlWgGCUGRpc3RzcWxfY29uY3VycmVuY3k6IEGfNHJwY19pbmZvOntDb3A6AeoQX3JwYzpBw0WrJR5YMi4xNHN9fXC9Anj///////////8BGAE=')\n# Resource_group: default\nselect * from t_gen1;"] [2024/06/01 12:33:50.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533556604932\n# Query_time: 1.012417754\n# Parse_time: 0\n# Compile_time: 0.014385799\n# Rewrite_time: 0.002258869\n# Optimize_time: 0.007824171\n# Wait_TS: 0.000139496\n# Cop_time: 0.990745103 Process_time: 0.000481396 Wait_time: 0.000062094 Request_count: 2 Total_keys: 890 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 208 Rocksdb_key_skipped_count: 2400 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000240698 Cop_proc_p90: 0.000242925 Cop_proc_max: 0.000242925 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1047e-05 Cop_wait_p90: 3.2042e-05 Cop_wait_max: 3.2042e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2018\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ohegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjk5Mi4xbXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkHYAdfhwJMCBCeXRlcxEIHAoyCTE3XzI4CXFUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJjADAsIENvbHVtbiMxNSldGXAIMS44HXJ4LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo5OTEuMwEqEGZldGNoGQ8FMAw6MHN9EaURCCQKMwkzMV80MShCAVIAKQm0QGRhdGE6U2VsZWN0aW9uXzQwHYkBXTV3ZGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDIuJSEhWjRfa2V5czogMCwgdG90XwESJDogMjQyLjnCtXMJFCR3YWl0OiAzMC4xBRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR9wFyCF9kdQUaEG46IDU5DTo4bWF4X2Rpc3RzcWxfY29uVRFIIDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGNBPCU6AF9FWSwyLjAzbXN9fQkyNDIt1RhOL0EKNAkxIQUEMV9FwFBub3QoaXN0cnVlX3dpdGhfbnVsbChK0QEUcmVvcmcpIVMMdGlrdgW2BDp7BWcEMHNVuzx9LCBzY2FuX2RldGFpbDogKcgtNUA0NDUsIGdldF9zbmFwc2hvdAmmECAxMi44JSygcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDQsIGtleV8+GAAAMiVOCGxvYyG7OW0NNxQyfX19LCABqz6YACHACGVzcw2IMsgBBGFsJcoNGzXPBfwId2FsLWIkIDM1Mi43wrVzfSFaAQQcCjUJNDNfMzktXwwwMDAJSdMuIgQBxmxlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvRaFmZQEBaAEEMAozCTZfMjkoUHJvYmUhmjQ2NDAwCWdyb3VwIGJ5OnV7QCwgZnVuY3M6Zmlyc3Ryb3coFRoIKS0+FQwFdQRtZUE2Re91FxBwYXJ0aSEQGG9ya2VyOnsZ/xwxLjQ4NTE3NmFGLqMCCDUsIEXWYUYAMH0XHDYuNDI4Mjc1ATBhQAxleGVjRT8BDSGhIDo2LjU3NzA0NAEiYXwcMS4zNjIyODcBEAhwOTUdEBR9LCBmaW5alwAQODk0MjKFOl6XAAGjBG90JeQcOjQ4LjkxNMJxwgWWDDYuNzJJlgEnBZwYOC4zOTUyOQGLCZsMNzk5Ngn9CZsREDmhYWsAM4FwJZppawBuYWE1dm1SFG1lOjEuMgXnLXgICTM4sYphtRA1CTZfMyGkADhBUzXkSqkDTdUIaW5nUvwFJHNjaGVtYV9pZHNSHwBFrQkeSTUIbWluFa4AOE4wAggxLjKeMAIYNzQyLjQ1NSVqXpkBLjACFDIuODIzNyVyIYYlmYFuAQ0lkxgzLjAwMTA2JTghlBQ2MjIuMTGpjSGUGRByLwIQMDk5NDEFZ16WAC4vAhQzOC40OTMFxQGJBZYQNS43MjIVEwWcBDQuRegBlxgxLjA2OTA5BWIBlxkQWSsANsG6DDM2CTAp4gBkwbUkSGFzaEFnZ18zMXGdCDQ5Oa0tTScALMFiqY4AIMEH2bYIMS43xd9BEABfTrcGCDM4LimLAcbNtwnEAGO+tQYEMjjtAgBt7rUGxbUMMS41OEq1BgA3YQAAMaVW/gIDzgIDSmgDFkUJfRIOIwnFIAB0DkQI/hwH7RwENC4pk/4cB/4cBy4tAqF1BGFp9RwJoQX62RsQIDM4NC6hVFniBDgJ4RqhEw55CIHHhW3+GgdSGgc=')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('ixrwSQqGGgoNUHJvamVjdGlvbl8xMxLsGAoHU29ydF8xNBL2FwoLSGFzaEpvaW5fMjgS2AYKDlRhYmxlUmVhZGVyXzQxEpsECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqVAnRqfAAILCBzAfLwXmRldGFpbDoge3RvdGFsX2tleXM6IDQ0NSwgZ2V0X3NuYXBzaG90X3RpbWU6IDEyLjjCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTA0LCBrZXlfPhgAXDIwMCwgYmxvY2s6IHtjYWNoZV9oaXRfYwk3FDJ9fX0sIAFsPpgAHHByb2Nlc3NfARwYOiAyNDIuOQWJCbYId2FpEaMMMzAuMQkaAfwMd2FsbA00IDM1Mi43wrVzfVZ1ATQaAQEhVVVVVZWP8kApAAUBNCRAOAFAAVIRZGF0YTpTXTkEWhMFhxQ5OTFtcywxzRRi2AFjb3Ap6kQge251bTogMSwgbWF4OiAyLjIBKQHELWEEMCwBugXWOs4ABcwAOhnHEGNvcHJfOSkgcmF0aW86IDAuJUgMdWlsZAVyCF9kdQUaEG46IDU5LQGobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWYAGEtNCgyLjAzbXN9fXDyAV2fEBLlDwoKYWsgQWdnXzI5EqIMLlcDEDMwEr8LGSAQMzUStwc2igMQMzYS/QQdIgAxTogDADRlBf6IA+6IA22IACh1iARAv2mILJQBZ3JvdXAgYnk6bYERNn0DIeUcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4apP+7gNG7gMINC4yZUsAcv7uA/ruAwwzOC41BYlG7gMJoQB0PuwDDDg0LjRm7AMcId7d3d0dPvdt6SHZYekED2Rh6QhIYXNF2gwzMVoWZecINDk5jfYEbG+ltwRi12LqAwgxLjeFFEEGUusDLssAcesJxMLpAwQyOK0E7ukDaekQMS41OG1C6QMlJwitbPg6JwEAhP4AA74AA1XkXfAINVoUJZ0IMS4ypVwxm0StAnBhcnRpYWxfd29ya2VyOnvZAxQ3NDIuNDVJSi4RBRw1LCB0YXNrX6G0ADClASmaGDIuODIzNzmhuyB0b3RfZXhlYzrhvgENBX0cMy4wMDEwNjcBIqHpFDYyMi4xMcmZCHA5NR0QFH0sIGZpblKWABgxLjA5OTQxBWdelgABogBvDZYUMzguNDkzcQ8Jlgw1LjcySUYBJwWcCDQuNRGXGDEuMDY5MDkFYgGXGRBaDAcp+QRI/i35BAC56QkAFhaBCABuDncIMZQINSkpOYolCS2KCHD8At00JBoBAiFEREREJGM+VQAEOGexTRVTACyN/BxmaXJzdHJvdx1tmfFRAQgyLjAyAQIAsmoBAhwxLjQ4NTE3NiEZXmsBLgECGDYuNDI4MjclSSFZRgICHDYuNTc3MDQ0AVJBAhgxLjM2MjI4JQkpaxEQcgICFDg5NDIyMwFFXpcALgICEDQ4Ljkxgd9JrAWWEDYuNzI4VRVFAhQ4LjM5NTIl9gmbDDc5OTYJ/QmbERBeBgIYFK5H4Qx7CCqHCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShipQYELCA12QwpXVoVBZsQOTkxLjgB700tCGI5YhLLCBBoYXNoX+UEADoWkAoFKiUZEGZldGNoGQ8FMCw6MHN9IZ2rBTkqfgg6pgAAPUqQAKGV6ZsUOmRlc2MsTqAH6Vki4QkuWwIFagDqQmoATgUIAUYQbWV0YSxOYwAZhzUOCDIuMS4OAQgPQ28mrwlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:33:50.971 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=load_csv] [sql="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [user=root@%] [2024/06/01 12:33:50.980 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165533556604939\n# Query_time: 0.992031984\n# Parse_time: 0\n# Compile_time: 0.025112815\n# Rewrite_time: 0.003812651\n# Optimize_time: 0.014481056\n# Wait_TS: 0.95215806\n# Cop_time: 0.005936661 Process_time: 0.000462809 Wait_time: 0.000130659 Request_count: 4 Process_keys: 6 Total_keys: 208 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 97 Rocksdb_key_skipped_count: 503 Rocksdb_block_cache_hit_count: 21\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000115702 Cop_proc_p90: 0.000157188 Cop_proc_max: 0.000157188 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.2664e-05 Cop_wait_p90: 3.6112e-05 Cop_wait_max: 3.6112e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 56557\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xzKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJcOjcuNzFtcywgbG9vcHM6MQkwIEJ5dGVzEQgYCjEJM18xNW6RAAxpZCwgWosAAbEMX2tleWYhAAR5cGalAAxzdGF0bh4ABGVwYlgAhiUBIG9uY3VycmVuY2adAI5JASR0YXJnZXRfc2NvAckcQ29sdW1uIzMhMC1eBDUyPV4ILCBDGXhYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlayBncm91cCBieTpaWQEhdCRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGAAC4d6wgpLT4VowAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQpmTAARIqJSAAh5cGVqTgBFWSkjfuIARWhmSwAFH56WAFF5Zk8AESKeUgBdhmZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXANmUgAuJgCZ1QQ0NjJ3A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUiIDo2LjkyNDYzNwEvHe4MOjUsIEWSYG51bTowLCB0b3Rfd2FpdDozMy4yMzY3NDkBMQEWGGV4ZWM6MHMJI2X1HDMzLjU5MDQ5BVQobWF4OjYuNzUyMDmFCghwOTUdEBR9LCBmaW5SmQAYNy4zNzkyMgXIXpkAAaURmRw3MC45MjXCtQ2KBZcQNS45MTIVEwmdGDUuMzcyOTal9QGdHDcuMjg4NzY4AdABnRkQAH2BlgEEBAozwQUcOAkwCTAuMDJemQaBlFooBCVK/ggGWggGeVBafQAyHANeJAAu6AJaJABJu1odAC6GAjKWBnaRBVGxBDYuJejthXYnBhg0CTE3XzIwMY5QaW5uZXIgam9pbiwgZXF1YWw6W2VxLs0FSoIAcssAAR0QKSBlcSjRKwA3AZDJ2Qg2KV0ZswQ1M0E0FbRkYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NC5lLBBmZXRjaBENBSwMOjBzfR5oCBEIIAo1CTNfMjEoQgFNACkR5D11js4ASiQAMuEBDGNhc3R6IgFZsjBkb3VibGUgQklOQVJZ/UEANzEJCDQuN3a9AQgyLjb15BQ2CTMwXzJ1SxlEADaFLjVNEGluZGV4EvEJBDogKUhpvwwgMS45BW4lTxhfaGFuZGxlBRYljSlYECA1LjjCgQmFshggMjUuNsK1gWwlmE5WAAgyLjGFEYHuCCAxLDJxBCwgNX0sIG5leHQ6IHsBUQBfBZwMOiAyLqk2BRQJWhhsb29rdXBfDYYQMzUzLjMViDYjAAxyZXNwAbckNzNtc30JMTcuMx4GCRg3CTQ3XzI1UQIYMV8wCTEwCQVgDDpzdCwpGhA6aWR4X4HjDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDh1iRzOnBzZXVkbwkyFq4JCDEuOCVGKYYAMyEHAHAxLjEaoTMMIDEuMiWvDHByb2OB2AxzOiAyyQEBEhQ6IDE1Ny65eCEhFDogMzYuMSUNaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCnABXMIX2R1BRoQbjogODglwAAsAXwgX2Rpc3RzcWxfXdFMOiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmA49DERpbWU6MS4xNm1zfX0sIHRpa3YFaQQ6ewUawcIJ+AFNKHNjYW5fZGV0YWlsVYAB2whlc3My8AAEYWwyFwAMX3NpekGOADLpMgRhbA0tEDEyNCwgEigLGG5hcHNob3RRzQg0LjQlFJhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDYxLCBrZXk+FwAgMzA4LCBibG9jYSY5Uw01BDJ9CekEbWVeywAF+jauAeGMBGFpEaE1tSUvJjYIECAyNzMu4W35JDA3CTFfMjcoUHJvYmUpRbflLQRpbnpqBEGJSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKaExBdQEMS4WoQgt0m7KAkERACxiygIENTiNSyJoCAggMjht1gBjvskCADWJif7JAknJADD+yQKKyQIIODA0cT8Ea2Vh5gA5VscCADJt237HAgAygYoAeT7GAgQyMu7FAk3FLqkBNsQCNbA+xAIEMThpf1nEGDgJNDVfMjZFvjJ1BYpABWZPBA5DCgEE6dwAOXEjGDAJMjkuOTcu3Qc+XA79+C4bAPmdXiEAEv4NWh0AbXFaHgD+Twr+TwpOTwo+sAguDAEOdgteowgINgkxiQ8ANeVoIuURDtAJIv8QGocQBDM08YESowgAMw6IECmgGUUENDUy8QkSCAjJRDakCAgyLjDlHzakCAgyLjAFQBoeCAg0LjjpI6FvDDogMTGpUA53DQRibFqlCAA2EvsI8YsyAwdipQgANRLZCAFlNoIIDYcIMzQxjeJGIwAWpQgEMi4SpAgMMjEuNTEjEqQIBDMzLqQIADMepAgiowhFaAAoBQYqmwgMcGF1c6HcACwVCihdLCBbInJldmVydAkZGQwJG80OACzVGIbRCC34EnIOyQRyzggAMxL3COHhjegWNgjl3OUg5aXZAwQzNBqSCMIDBggxMTgaGgkEbWHuzQgWzQgAMiGaQTNqfgQALIrNCAnvVs0IADYW2gkizAgENzJWBAYANe0WfgQGBDM0UgUGCDE3MWoGBgQxNabMCDGsNgYGNbMlLC7KCAQ4MSXNuacOyggEMzWxpw6BC4kJVowILo0EEjsOAClRfggxLjkS+g1JgQAyboUIADRygQIEODlto12CBDEuCenCggIENjAtqf6BAkGBBDMx/k4LFk4LboECDDQ4MTk2hggAM1aCAhZsDVmAAGtKawhqZAKeLwsujgE6ZAIxlUJkAgQwORIiCVlkEmoIBDM0RV4uOwV6aQiB2IppCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('rDbACqc2CgdTb3J0XzEzEo81Cg1Qcm9qZWN0aW9uXzE1EoQyCgpIYXNoQWdnXzE2EsAoCjIhABQ4EpYlCgsBISRKb2luXzIwEo8RMkMAZDIxEpcPCg5JbmRleExvb2tVcF8yOBLhBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0mwEAACRAMAI4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuODNtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMjdtcywgcHJvY19rZXlzOiAyLCB0b3RfcHJvYzogMTU3LjLCtXMsIHRvdF93YWl0OiAzNi4xwrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogODguNsK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4xNm1zfX1qyAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5FfEAYTYXACRfc2l6ZTogMTIwBfsYYWxfa2V5cwERPDQsIGdldF9zbmFwc2hvdF8FdMAgMTQuNMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2MSwga2V5PhcAODMwOCwgYmxvY2s6IHtjYTFUDTUUMn19fSwgAWoAX1rLAAEcDDogMTU9rxRhbF93YWkRoQQzNi22JS8Md2FsbA00KDI3My41wrVzfXD/EQEEAXgRCiT/ARL1BgoMU2VsbUtAMjcSjgEKEVRhYmxlUm93SURJ9QA2SfIEVKVC8gIIDQoLXfIIUh5rcsECBGocBZ9FqwB7BdQAMFXIADFaogAIGgECCX4skKVAKaDbSxqjdZQ/YW4QUm5pbihlbUwudGlkYl9iYWNrZ3JvdW5kX3N1YgFkXC5zdGF0ZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKXV+CDQ5bRm2BGLYan4DBDE2ASoEcHJWfgMMNTguOEVVYZEhzBQ6IDI4LjMFExBjb3ByX1kpGHJhdGlvOiBqfQMMNTUuNgU6FG1heF9kafZ9AyAwNm1zfX1qwwJurwEILCBzoRJasgJpUAAycV8hBAhlc3MFF219CDgwNBEeCS0AOVZ7AwAyTdp+ewMAMqE/AHk+egMEMjLueQNteS6qATZ4AzWxJSp9eAQxOIkzWtYCHCGNRGyNMvVyXdMIAUABTWMMNC42N0E5AGyl4RAxYu0BacGZaTgEIHu9KAwgMS45RWQoZmV0Y2hfaGFuZGyBKQguOTMBQRxidWlsZDogNU1oTWRJKoFyYedOVgAMMi4xMQFACG51bcVNCGNvbrnFKDV9LCBuZXh0OiB7AVEAXwWcEDogMi4zBbUFFAlaGGxvb2t1cF8NhggzNTNN3UYjAAxyZXNwAc0cNzNtc31wxoouowThcRipg8CnYxV0Ni4BCFKVAX7/AwxlcCwgdiQAHdsULCBjYXN0egwEgVhBsGgsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzc1xgA3JZsxxgQPQz1GFE9GRnDsFC6JBQSfEjaSCAw5Et8ONpIIEDM2EocGQpIICDMzGh6SCAS4mrGgDD5AMAGhJAxKHAoasaAUAXQaDgoFpRMAEgkHBFJtHokIDHBhdXOhFgAsFQooXSwgWyJyZXZlcnQJGRkMCRutSAAstVIAXWGABGVwar8IABGl8wAyQVopFQQzYm4+BQAzRcSBOiFx4Z6FMIVM5Q2F8Lk9BDM0rQPCPQUQMTE4LjIFTv4+BaE+ADJBxQh9asXuPgWlPgnwVrsIADa1W6k9BDcyVj4FADVtdH4+BQQzNCG/Qj8FCDE3MWpABQQxNaa6CCVfibuJAAxpbWU6ObQ+QAUIMjgxJc5aQAUEEpUyuAgMMzUSjUa4CAQzNBY6CASquUIYAwgMCgp5GP63CHK3CCgEukApuR6F61H4PW2VBFIoVnoIFGdsb2JhbKWQBC5zNnMIADkqcwgAMnI1AwA0cjUDBDg5zQt9NgQxLimcwjYDBDYwTVz+NQNhNQQzMRJzCACo/jUDcjUDDDQ4MTmFRCLxCwAzVjYDFoUJeTQAa0YaA/5YCA5YCC6PATZYCDWWQhgDBDA5EhAJWhgDHCGJO8PWS+GNMnQCJloIDDUuNDW5f3JaCAgyLjDl0DZaCAgyLjAFQe3UCDQuOKk4YdMMOiAxMRZsDAQsIBYBCOEtOrEICDIuNuUWtlsIADUSjwgBZVZbCAQ0MU3YRiMAFlsIBDIuoZUIcK+sNloIIAIh6SCU+SYBjz4wAQhS2wIqOAgumgMEaWQyUwguGwAB76GPZiEACHlwZWIdAOWaYh4AGHByaW9yaXRmXAAUY3JlYXRlEvYNYkUAMu0IWuAAgXpiQQAIdGFyEh4PBGNvAck+LwkuDAEhJ14iCQA2GiIJADUS8AkALBoNCAAxRiIJBNwiKiIJRCHFqRolOc6UQCmJ0t7gC5OZP0HZWFJwaW5uZXIgam9pbiwgZXF1YWw6W2VxesYJcuUAAR0QKSBlcSgi0gkELCARCwg2KV0NvQg2LjWlaxbKCAgxYjVlExBfaGFzaEmkBDp7xe4IOjQupb1lSBENBSwsOjBzfSF+/VR9SBaVOtUAAMv+fgL+fgL+fgL+fgKKfgJdwEr7D13rBFoTEmwIBDYuhXkxsEKPCwTYJS5tAhjOpmfib5qVHjkIAPBJbQS3Bg5iEBBwIGJ5Oh1/PvgCIGZ1bmNzOm1heHqGAh2kKkAMBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbVmTAARIp6YAIHmak4ApQQpI36cAKUTZksABR+elgCxQWZPABEinlIAvXJmVQAdJaJYACYoDmpYABklnlgAhdhiMgIBHp5KAC4HBmZSAC4mAK01CDcuNDKFAxi2AnBhcnRpDvwIGG9ya2VyOnsmQxEUNi45MjQ2FlUQHe4EOjUOXggIc2tfDkIIFr8VElEMHDozMy4yMzY3Fp4TDuAKDngXEmEUAQ2FAxwzMy41OTA0ORLZCA4iFxw2Ljc1MjA5Mg4UCQhwOTUdEBR9LCBmaW5SmQAYNy4zNzkyMgXJXpkAAaUAbw2ZEDcwLjkyDoQVEnsKCZcMNS45MRY6CQEnCZ0YNS4zNzI5NhLrCAGdHDcuMjg4NzY4EZ0ZEF79CRQ0Dc5I1uQ+tQQAq/5NBv5NBjpNBklqWrkEeYVaIQA9cmKnCDJ1A1pIAC6eAvngADVVqQA1RRWaLgYUkscXVdj8PnkBAF5aewCG5ACKzAkEaWQVqzg3MW1zLCBsb29wczoxGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:51.023 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:50.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:51.023 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:50.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/06/01 12:33:51.084 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:50.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:51.095 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 192, Table ID: 196, Table Name: t_gen2"] [2024/06/01 12:33:51.160 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=3.113491ms] [gotSchemaVersion=133] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:51.173 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=133] [2024/06/01 12:33:51.175 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=21.452684ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:50.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:51.287 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:192, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:50.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:51.331 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/06/01 12:33:51.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:51.334 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.366249074\n# Parse_time: 0.001407997\n# Compile_time: 0.002085862\n# Rewrite_time: 0.00005038\n# Optimize_time: 0.000982355\n# Wait_TS: 0.000500666\n# DB: load_csv\n# Is_internal: false\n# Digest: c0c1e655030eb7d9be0b5fece448345426beb9af37ebd689032048d6380d3a0c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t_gen2 (a int generated ALWAYS AS (b+1), b int);"] [2024/06/01 12:33:51.351 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:51.546 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:51.753 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=32] [task-id=32] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:51.798 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=32] [2024/06/01 12:33:51.798 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:51.904 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:51.905 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:51.906 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [2024/06/01 12:33:51.931 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:51.935 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/06/01 12:33:51.935 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/06/01 12:33:51.935 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=56.61µs] [2024/06/01 12:33:51.935 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=186.24µs] [] [2024/06/01 12:33:51.935 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:51.935 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:52.045 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=32] [mode=Import] [2024/06/01 12:33:52.064 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=32] [2024/06/01 12:33:52.077 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=32] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:52.162 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:52.163 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/06/01 12:33:52.165 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:52.175 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:52.175 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:52.176 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:52.176 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:52.177 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:52.177 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:52.177 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:52.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:52.177 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:52.192 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:52.194 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:52.194 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/06/01 12:33:52.194 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=32] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:52.195 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=32] [disk-quota=348.5GiB] [2024/06/01 12:33:52.244 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [2024/06/01 12:33:52.248 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:52.252 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:52.252 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/06/01 12:33:52.260 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/06/01 12:33:52.263 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.082833ms] [encodeDur=1.053745ms] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [deliverDur=232.214µs] [type=file] [takeTime=2.747804ms] [] [2024/06/01 12:33:52.264 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=import] [subtask-id=62] [takeTime=19.423613ms] [] [2024/06/01 12:33:52.264 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/32/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/346afb4c-f0e6-40d3-ae8b-eaac753b0e60.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/06/01 12:33:52.264 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/06/01 12:33:52.264 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/06/01 12:33:52.264 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:52.266 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.925932ms] [] [2024/06/01 12:33:52.266 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/06/01 12:33:52.270 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:52.293 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/06/01 12:33:52.293 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:52.308 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/01 12:33:52.310 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=43.509714ms] [] [2024/06/01 12:33:52.310 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:52.311 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.169518ms] [] [2024/06/01 12:33:52.311 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=32] [step=import] [engine-id=0] [2024/06/01 12:33:52.311 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:52.313 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.620178ms] [] [2024/06/01 12:33:52.313 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/06/01 12:33:52.313 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:52.313 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=75.425µs] [] [2024/06/01 12:33:52.313 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:52.314 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.010712ms] [] [2024/06/01 12:33:52.361 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=32] [step=import] [2024/06/01 12:33:52.364 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:52.364 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:52.364 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:52.364 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:52.367 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:52.367 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:52.367 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:52.367 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:52.367 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:52.367 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=205.370568ms] [] [2024/06/01 12:33:52.418 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:52.419 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:52.421 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:52.421 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:52.491 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/01 12:33:52.493 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=32] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:52.493 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:52.718 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:52.762 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/06/01 12:33:52.762 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/06/01 12:33:52.762 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [2024/06/01 12:33:52.770 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=7.586394ms] [] [2024/06/01 12:33:52.770 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [groupId=-1] [size=58] [kvs=2] [checksum=12236948213998824982] [2024/06/01 12:33:52.770 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [checksum="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/06/01 12:33:52.770 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [weight=30] [2024/06/01 12:33:52.770 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [concurrency=15] [2024/06/01 12:33:52.774 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=12236948213998824982] [totalKvs=2] [totalBytes=58] [2024/06/01 12:33:52.775 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [local="{cksum=12236948213998824982,size=58,kvs=2}"] [2024/06/01 12:33:52.775 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=12.778941ms] [] [2024/06/01 12:33:52.775 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=32] [step=post-process] [subtask-id=63] [takeTime=13.027011ms] [] [2024/06/01 12:33:52.813 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=32] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=95.635748ms] [] [2024/06/01 12:33:52.825 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=32] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:52.825 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=32] [step=post-process] [state=running] [] [2024/06/01 12:33:52.828 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=32] [2024/06/01 12:33:52.931 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=32] [type=ImportInto] [2024/06/01 12:33:52.932 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=32] [2024/06/01 12:33:52.956 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:52.956 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=32] [2024/06/01 12:33:53.023 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.687675088\n# Parse_time: 0.000623228\n# Compile_time: 0.002684267\n# Rewrite_time: 0.00148175\n# Optimize_time: 0.000982355\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: aadb5d4e27c12b2f9dfc09d6d7106d4c5a35ddea525aa93fd4dbeff74192d1f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:33:53.041 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:53.064 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:53.262 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`b`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:53.394 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=33] [task-id=33] [data-size=7B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:33:53.435 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=33] [2024/06/01 12:33:53.436 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:33:53.542 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:53.543 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:53.544 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [2024/06/01 12:33:53.565 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:53.568 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/06/01 12:33:53.568 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/06/01 12:33:53.568 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=549.92µs] [2024/06/01 12:33:53.568 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=761.433µs] [] [2024/06/01 12:33:53.569 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:53.569 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:33:53.689 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=33] [mode=Import] [2024/06/01 12:33:53.708 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=33] [2024/06/01 12:33:53.765 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=33] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:33:53.809 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:53.810 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/06/01 12:33:53.813 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:53.823 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:53.823 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:53.824 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:53.824 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:53.825 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:53.825 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:53.825 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:53.825 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:53.825 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:53.839 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:53.841 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:53.841 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/06/01 12:33:53.841 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=33] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:53.841 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=33] [disk-quota=348.5GiB] [2024/06/01 12:33:53.890 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [2024/06/01 12:33:53.894 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:53.898 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:53.899 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/06/01 12:33:53.914 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/06/01 12:33:53.918 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.122449ms] [encodeDur=1.910925ms] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [deliverDur=206.298µs] [type=file] [takeTime=3.573093ms] [] [2024/06/01 12:33:53.918 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=import] [subtask-id=64] [takeTime=28.348887ms] [] [2024/06/01 12:33:53.918 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=58] [kvs=2] [files=1] [sstFileSize=971] [file=/tmp/tidb/import-4000/33/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/dfbbba84-39ff-4b18-8246-0261f9dfb8a3.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/06/01 12:33:53.919 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/06/01 12:33:53.919 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/06/01 12:33:53.919 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:53.921 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.182153ms] [] [2024/06/01 12:33:53.921 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/06/01 12:33:53.921 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=52] [new=16] [2024/06/01 12:33:53.925 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:53.948 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=58] [2024/06/01 12:33:53.948 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:53.966 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=58] [kvs=2] [importedSize=58] [importedCount=2] [2024/06/01 12:33:53.968 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=46.935281ms] [] [2024/06/01 12:33:53.968 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:53.969 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=974.831µs] [] [2024/06/01 12:33:53.969 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=33] [step=import] [engine-id=0] [2024/06/01 12:33:53.969 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:53.971 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.62201ms] [] [2024/06/01 12:33:53.971 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/06/01 12:33:53.971 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:53.971 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=69.459µs] [] [2024/06/01 12:33:53.971 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:53.972 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=980.969µs] [] [2024/06/01 12:33:54.032 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=33] [step=import] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:54.035 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:54.035 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:54.035 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:54.036 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:54.036 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:54.038 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:54.038 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:54.038 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:54.038 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:54.038 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:54.038 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=228.653789ms] [] [2024/06/01 12:33:54.058 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:54.060 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:54.062 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:54.062 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:54.193 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":2}}"] [2024/06/01 12:33:54.195 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=33] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:54.195 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:33:54.361 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:33:54.422 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/06/01 12:33:54.422 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/06/01 12:33:54.422 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [2024/06/01 12:33:54.428 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=5.345442ms] [] [2024/06/01 12:33:54.428 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [groupId=-1] [size=58] [kvs=2] [checksum=6725679395568127565] [2024/06/01 12:33:54.428 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [checksum="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:54.428 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [weight=30] [2024/06/01 12:33:54.428 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [concurrency=15] [2024/06/01 12:33:54.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=6725679395568127565] [totalKvs=2] [totalBytes=58] [2024/06/01 12:33:54.433 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [local="{cksum=6725679395568127565,size=58,kvs=2}"] [2024/06/01 12:33:54.434 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=11.514023ms] [] [2024/06/01 12:33:54.434 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=33] [step=post-process] [subtask-id=65] [takeTime=11.730305ms] [] [2024/06/01 12:33:54.485 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=33] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=123.826587ms] [] [2024/06/01 12:33:54.589 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=33] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:54.589 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=33] [step=post-process] [state=running] [] [2024/06/01 12:33:54.592 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=33] [2024/06/01 12:33:54.642 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=33] [2024/06/01 12:33:54.652 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=33] [type=ImportInto] [2024/06/01 12:33:54.671 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:54.671 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=33] [2024/06/01 12:33:54.762 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:54.951 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9024676230000002\n# Parse_time: 0.000678916\n# Compile_time: 0.003241407\n# Rewrite_time: 0.00196582\n# Optimize_time: 0.000883547\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: 77767b6e1c4f50d19609f42a064e114e77fed5992582539ccd017c6272f21e28\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`b`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:33:54.989 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=30.197034ms] [2024/06/01 12:33:55.021 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:55.231 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`)\",\"file-location\":\"gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:55.317 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=34] [task-id=34] [data-size=7B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:33:55.353 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=34] [2024/06/01 12:33:55.353 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:33:55.459 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:55.461 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:55.462 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [2024/06/01 12:33:55.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:55.489 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t_gen2] [2024/06/01 12:33:55.489 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t_gen2] [before=536870912000] [after=7] [2024/06/01 12:33:55.489 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t_gen2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7] [cost=49.037µs] [2024/06/01 12:33:55.489 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t_gen2] [takeTime=171.618µs] [] [2024/06/01 12:33:55.489 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:55.490 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:33:55.614 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=34] [mode=Import] [2024/06/01 12:33:55.636 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=34] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:33:55.637 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=34] [2024/06/01 12:33:55.682 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:33:55.683 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/06/01 12:33:55.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:55.693 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:55.693 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:55.693 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:55.693 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:55.694 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:55.694 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:55.694 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:55.695 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:55.695 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:55.708 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:55.710 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:55.710 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t_gen2] [quota=374.2GB] [2024/06/01 12:33:55.710 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=34] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:55.710 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t_gen2] [import-id=34] [disk-quota=348.5GiB] [2024/06/01 12:33:55.756 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [2024/06/01 12:33:55.760 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:55.764 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:55.764 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=196] [2024/06/01 12:33:55.824 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [2024/06/01 12:33:55.827 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=196] [key=generated_columns.csv:0] [readDur=1.376352ms] [encodeDur=961.851µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=293.816µs] [type=file] [takeTime=3.139427ms] [] [2024/06/01 12:33:55.828 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=import] [subtask-id=66] [takeTime=71.898292ms] [] [2024/06/01 12:33:55.828 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/34/2af2eecd-4648-5805-aaa5-feaf0c6afb0e.sst/19c109fe-6bf1-499a-abac-f0cbee2b06a9.sst] [firstKey=7480000000000000C45F728000000000000001] [lastKey=7480000000000000C45F728000000000000002] [2024/06/01 12:33:55.828 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/06/01 12:33:55.828 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/06/01 12:33:55.828 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:55.831 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=2.270847ms] [] [2024/06/01 12:33:55.831 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [2024/06/01 12:33:55.837 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:55.859 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:33:55.859 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:55.876 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:33:55.878 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [retryCnt=0] [takeTime=47.310228ms] [] [2024/06/01 12:33:55.878 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [2024/06/01 12:33:55.880 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:0] [engineUUID=2af2eecd-4648-5805-aaa5-feaf0c6afb0e] [takeTime=1.374178ms] [] [2024/06/01 12:33:55.880 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=34] [step=import] [engine-id=0] [2024/06/01 12:33:55.880 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:55.882 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.83204ms] [] [2024/06/01 12:33:55.882 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [2024/06/01 12:33:55.882 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:55.882 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [retryCnt=0] [takeTime=61.54µs] [] [2024/06/01 12:33:55.882 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [2024/06/01 12:33:55.883 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t_gen2`:-1] [engineUUID=af5132f3-132a-5b97-bec8-b012709d66fc] [takeTime=1.02174ms] [] [2024/06/01 12:33:55.931 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=34] [step=import] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:55.935 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:55.935 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:55.935 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:55.936 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:55.936 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:55.936 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:55.936 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:55.938 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:55.938 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:55.938 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:55.938 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:55.938 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:55.938 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=256.511842ms] [] [2024/06/01 12:33:55.980 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:55.982 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:55.983 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:55.983 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:56.053 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":0,\"2\":0}}"] [2024/06/01 12:33:56.054 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=34] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:56.054 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:33:56.223 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:33:56.286 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/06/01 12:33:56.286 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/06/01 12:33:56.286 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [2024/06/01 12:33:56.290 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=4.55342ms] [] [2024/06/01 12:33:56.291 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/01 12:33:56.291 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:33:56.291 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [weight=30] [2024/06/01 12:33:56.291 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [concurrency=15] [2024/06/01 12:33:56.295 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/01 12:33:56.296 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:33:56.296 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=9.936579ms] [] [2024/06/01 12:33:56.296 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=34] [step=post-process] [subtask-id=67] [takeTime=10.194387ms] [] [2024/06/01 12:33:56.346 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=34] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=122.317923ms] [] [2024/06/01 12:33:56.378 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=34] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:56.378 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=34] [step=post-process] [state=running] [] [2024/06/01 12:33:56.381 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=34] [2024/06/01 12:33:56.434 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=34] [type=ImportInto] [2024/06/01 12:33:56.460 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=34] [2024/06/01 12:33:56.485 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:56.485 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=34] [2024/06/01 12:33:56.614 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:56.619 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.61272148\n# Parse_time: 0.000643571\n# Compile_time: 0.002302717\n# Rewrite_time: 0.001248631\n# Optimize_time: 0.001110825\n# Wait_TS: 0\n# DB: load_csv\n# Is_internal: false\n# Digest: ce5157336e474352b6ec42e96f0d265354fe3d79136030a10a71e3dd75c5f13e\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t_gen2` (`a`) FROM 'gcs://test-bucket/generated_columns.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestIgnoreNLines [2024/06/01 12:33:56.632 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=133] [cur_db=load_csv] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:33:56.665 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:56.665 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:33:56.738 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:queueing, SchemaState:public, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:56.784 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=2.893953ms] [gotSchemaVersion=134] [phyTblIDs="[167]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:56.798 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=134] [2024/06/01 12:33:56.800 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=23.731536ms] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:56.857 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:write only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:56.887 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=213.864µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:56.899 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=135] [2024/06/01 12:33:56.901 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=18.372238ms] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:56.942 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop schema, State:running, SchemaState:delete only, SchemaID:163, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:56.981 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=196.946µs] [gotSchemaVersion=136] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:33:56.993 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=136] [2024/06/01 12:33:56.995 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=18.178977ms] [job="ID:198, Type:drop schema, State:done, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.101 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[167]"] [comment="drop schema: table IDs"] [2024/06/01 12:33:57.111 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop schema"] [2024/06/01 12:33:57.116 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop schema, State:synced, SchemaState:none, SchemaID:163, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:56.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.165 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/06/01 12:33:57.166 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:57.170 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.539147853\n# Parse_time: 0.00062517\n# Compile_time: 0.000773035\n# Rewrite_time: 0.000039062\n# Optimize_time: 0.001458364\n# Wait_TS: 0.000450301\n# DB: load_csv\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:33:57.172 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=load_csv] [sql="create database load_data"] [user=root@%] [2024/06/01 12:33:57.210 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:57.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:57.210 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:57.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:33:57.269 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create schema, State:queueing, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:57.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.302 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=1.197555ms] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:33:57.315 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=137] [2024/06/01 12:33:57.317 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=19.618786ms] [job="ID:200, Type:create schema, State:done, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:33:57.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.398 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create schema, State:synced, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:57.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.427 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/06/01 12:33:57.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:57.434 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:33:57.439 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=137] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:33:57.495 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:57.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:57.495 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:57.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:33:57.601 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [category=ddl] [job="ID:202, Type:create table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:57.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.611 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 199, Table ID: 201, Table Name: t"] [2024/06/01 12:33:57.672 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=3.019103ms] [gotSchemaVersion=138] [phyTblIDs="[201]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:57.685 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=202] [version=138] [2024/06/01 12:33:57.687 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=22.544926ms] [job="ID:202, Type:create table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:57.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.760 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=202] [conn=2] [job="ID:202, Type:create table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:57.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:57.801 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=202] [2024/06/01 12:33:57.802 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:57.805 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.368364042\n# Parse_time: 0.0010774\n# Compile_time: 0.001434313\n# Rewrite_time: 0.000071481\n# Optimize_time: 0.001458364\n# Wait_TS: 0.000434792\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:33:57.823 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:58.031 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:33:58.124 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=35] [task-id=35] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:33:58.171 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=35] [2024/06/01 12:33:58.171 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:33:58.279 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:33:58.280 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:58.281 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [2024/06/01 12:33:58.308 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:58.311 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:33:58.311 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/06/01 12:33:58.311 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=92.521µs] [2024/06/01 12:33:58.311 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=220.722µs] [] [2024/06/01 12:33:58.312 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:33:58.312 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:33:58.491 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=35] [mode=Import] [2024/06/01 12:33:58.509 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=35] [2024/06/01 12:33:58.528 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=35] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:33:58.571 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:58.572 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/06/01 12:33:58.573 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:58.582 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:33:58.582 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:33:58.582 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:58.582 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:33:58.583 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:58.583 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:58.583 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:58.584 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:58.584 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:58.598 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:58.599 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:58.599 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:58.599 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=35] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:33:58.599 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=35] [disk-quota=348.5GiB] [2024/06/01 12:33:58.643 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [2024/06/01 12:33:58.647 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:58.651 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:58.651 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/06/01 12:33:58.707 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [2024/06/01 12:33:58.711 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-1.csv:0] [readDur=1.370298ms] [encodeDur=1.370391ms] [checksum="{cksum=12736467198054628245,size=164,kvs=4}"] [deliverDur=381.336µs] [type=file] [takeTime=3.604732ms] [] [2024/06/01 12:33:58.712 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=201] [2024/06/01 12:33:58.712 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9d34e1b1-0ad6-4372-921b-0bdcd38093d2.sst] [firstKey=7480000000000000C95F728000000000000001] [lastKey=7480000000000000C95F728000000000000004] [2024/06/01 12:33:58.727 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [2024/06/01 12:33:58.731 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=201] [key=skip-rows-2.csv:0] [readDur=1.203953ms] [encodeDur=1.837001ms] [checksum="{cksum=8522431110482423612,size=205,kvs=5}"] [deliverDur=272.838µs] [type=file] [takeTime=3.669819ms] [] [2024/06/01 12:33:58.731 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=205] [kvs=5] [files=1] [sstFileSize=1032] [file=/tmp/tidb/import-4000/35/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/a233cc4e-7ff3-4fcc-91f2-4f0fdb0ad698.sst] [firstKey=7480000000000000C95F72800000000000000F] [lastKey=7480000000000000C95F728000000000000013] [2024/06/01 12:33:58.731 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=import] [subtask-id=68] [takeTime=87.871975ms] [] [2024/06/01 12:33:58.731 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/06/01 12:33:58.731 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/06/01 12:33:58.731 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:58.734 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.023843ms] [] [2024/06/01 12:33:58.734 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:33:58.739 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:58.761 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=9] [size=369] [2024/06/01 12:33:58.761 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:58.776 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=369] [kvs=9] [importedSize=369] [importedCount=9] [2024/06/01 12:33:58.778 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.964444ms] [] [2024/06/01 12:33:58.778 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:33:58.779 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.12545ms] [] [2024/06/01 12:33:58.779 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=35] [step=import] [engine-id=0] [2024/06/01 12:33:58.779 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:58.781 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.548506ms] [] [2024/06/01 12:33:58.781 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:33:58.781 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:58.781 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=65.448µs] [] [2024/06/01 12:33:58.781 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:33:58.782 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.016834ms] [] [2024/06/01 12:33:58.881 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=35] [step=import] [2024/06/01 12:33:58.885 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:58.885 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:58.885 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:58.885 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:58.885 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:58.885 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:58.886 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:58.886 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:58.886 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:58.886 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:58.886 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:58.886 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:58.886 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:58.888 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:58.888 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:58.889 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:58.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:58.889 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:58.889 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=317.897848ms] [] [2024/06/01 12:33:58.895 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:33:58.897 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:33:58.898 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [2024/06/01 12:33:58.898 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:33:59.691 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165536099401729\n# Query_time: 0.724056799\n# Parse_time: 0\n# Compile_time: 0.720044955\n# Rewrite_time: 0.716186652\n# Optimize_time: 0.002361936\n# Wait_TS: 0.000166803\n# Cop_time: 0.001522134 Process_time: 0.00017204 Wait_time: 0.000028212 Request_count: 1 Total_keys: 277 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 108 Rocksdb_key_skipped_count: 690 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: 9d5a0f1a8c1c0e1fd5f0955da80b305eae920a2ab897319c6d2d8de5d890bedc\n# Stats: tidb_mdl_info:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.00017204 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8212e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 241\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001076473\n# PD_total: 0.000037596\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3wXwtjAJMzFfNwkwCTMzMjMuMzMJZGF0YTpTZWxlY3Rpb25fNgkwCXRpbWU6MS44bXMsIGxvb3BzOjEsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMjhtcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogMTcywrVzLCB0b3Rfd2FpdDogMjguMsK1cywgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHVyYQGcFDogNTkuOAU6yG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYwHEGHRvdGFsX3QJ33AxOG1zfX0JMjQxIEJ5dGVzCU4vQQoxCTFfNgkxXzkgQGxlKG15c3FsLnRpZGJfbWRsBVw0LnZlcnNpb24sIDEzOCklNAhrdl8lIAB7BWAAMDk8QH0sIHNjYW5fZGV0YWlsOiB7CYcAayUsQDI3NywgZ2V0X3NuYXBzaG90CZ8QIDEyLjUF66Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwOCwga2V5XzoYAAQ2OSFGGGxvY2s6IHs5ZQ02FDN9fX0sIAGqPpcAIcgIZXNzEYc5vhRhbF93YWkRoAwyOC4yBaAAdAH5CHdhbC1YJCAyOTIuMcK1c30hUAEEGAoyCTQzXzUlVSwxMDAwMAl0YWJsZToyUAEBw2xlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvemIBIAlOL0EJTi9BCg==')\n# Plan_digest: c68b37cb6ba3074a6ee32e9b33a56d8b18aea208db31fb6e13471a1db7195d65\n# Binary_plan: tidb_decode_binary_plan('yAaYCsMGCg1UYWJsZVJlYWRlcl83EowECgtTZWxlY3Rpb25fNhKVAQoPBSJMRnVsbFNjYW5fNSEAAAAA0IMlQSkBCfBlAIjDQDgCQAJKGAoWCgVteXNxbBINdGlkYl9tZGxfaW5mb1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvahx0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9cP//////AQQEAXgBBgUBAAEFhCwwbiZBKauqqqqq9qkFhBBSJGxlKAWDBC50LoIAQC52ZXJzaW9uLCAxMzgpapICbnEACCwgcwHn8F5kZXRhaWw6IHt0b3RhbF9rZXlzOiAyNzcsIGdldF9zbmFwc2hvdF90aW1lOiAxMi41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwOCwga2V5XzoYAFw2OTAsIGJsb2NrOiB7Y2FjaGVfaGl0X2MJNhQzfX19LCABaz6XABxwcm9jZXNzXwEcEDogMTcyBYYJswh3YWkRoAgyOC4NGhxpa3Zfd2FsbA0yJDI5Mi4xwrVzfXAlWAEBMmcBIV4Q6tjqQCkBCQCqIWckAUABUhBkYXRhOl0nBFoTBYEQMS44bXM1uxxi1wFjb3BfdCHYRCB7bnVtOiAxLCBtYXg6IDEuMgUqAb8tWwQwLAG3BdEyyQAFxwA6GcIQY29wcl85IiRyYXRpbzogMC4wIUEMdWlsZAVxCF9kdQUaGG46IDU5LjglFqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZYAYS0vXDEuMThtc319cPEBeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:33:59.693 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165535915900931\n# Query_time: 0.736782398\n# Parse_time: 0\n# Compile_time: 0.012668718\n# Rewrite_time: 0.001715352\n# Optimize_time: 0.008224279\n# Wait_TS: 0.000119997\n# Cop_time: 0.000130952 Process_time: 0.000659179 Wait_time: 0.000104508 Request_count: 2 Total_keys: 926 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 216 Rocksdb_key_skipped_count: 2496 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000329589 Cop_proc_p90: 0.000417993 Cop_proc_max: 0.000417993 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.2254e-05 Cop_wait_p90: 6.7832e-05 Cop_wait_max: 6.7832e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12926\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('pxe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjMuMjVtcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6NQkxMS44IEtCCU4vQQoxCTE0XzE0dn8AGWIYOmRlc2MsIFqjAARpZBGCDDIuNzkdghwJMCBCeXRlcxEIHAoyCTE3XzI3HXdUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJpAAHUIGx1bW4jMTUpXRl2BDU3HXZwLCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoyLjAFKRBmZXRjaBUOBS4MOjBzfRGnEQggCjMJNl8yOShCAU8AKQG1NDQwMAlncm91cCBieTpDEYpALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBGuCDEuOTamAVBwYXJ0aWFsX3dvcmtlcjp7d2FsbF8l0RwxLjQ4NTc3NAHdBGNvPcx0LCB0YXNrX251bTowLCB0b3Rfd2FpdDo2LjU3OTQzBV8BFRhleGVjOjBzCSIFUhg2Ljc5MzE4AVEIbWF4AWEQMDAxNjYBEAhwOTUdEBR9LCBmaW5algAQNzgwNzMFRV6WAAGiEZYcMTguOTQ4wrUNiAWVEDEuODc5FRMFmxg3LjczNDcxAYsJmxA2OTkxNgX8CZsREBB9CU4vQQEEGAo0CTFfMzAxmSRub3QoaXNudWxsPYEhtwVfCDEuMjKbAgQzOFGdYRAQNQk2XzMhowg4MDA940qIAnkVUhADJHNjaGVtYV9pZHNSHwBFjwkeSTQIbWluFa4AOFYvAgAyJRR11WYvAhQ2MDkuNDcpal6ZAS4vAhgyLjIwNDQ4BV8hriWaMi8CGDIuNDQ5NDQlhSGVHDUxMS42MDXCIcwhlRkQcjACEDA3MTg5ojACEDI2LjkxCcYVlgg1LjUN2QETJdEUNC40NzA4LswCEDA0MjM4Rf0BnAAxFRBZMSA2CTMxXzM2CTAp6DhkYXRhOkhhc2hBZ2dfMzFxohA0MDkuMgXkNXUMY29wX2FzCDoge2F1CCAxLCUQECAxLjkyQbJBFhhfa2V5czogLWIBEhA6IDI0MQ1LAbhlpRAgMzYuNwVeZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwkcMBcwhfZHUFGhRuOiAzMC4pGCxtYXhfZGlzdHNxbF8u6gFIIDF9LCBycGNfaW5mbzp7Q29wOgGwDF9ycGPBEAB0oQYpPiwxLjc4bXN9fQkyNDOtpWEIADdhCAwxCTFfLSKV7f4KA5YKA0pmABRqb2JfaWR9GgA4JacEa3YlHQQ6e0UMQbUtrDx9LCBzY2FuX2RldGFpbDogqfstnEA0NjMsIGdldF9zbmFwc2hvdCkNCCAxNi1ZoHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMTA4LCBrZXlfPhgAIDI0OCwgYmxvY0EjOdQNNxQyfX19LCABqz6YAEEnCGVzcw2IMi8CoX0EYWkRo1U2AHQB/NkkHCA0MTcuNMK1XeYUOAk0M18zoR0MMAkxMIHRhXcAOi5cCAHGbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96ZQFBLQEEBAozYVIcNDEoUHJvYmWhbQA2Gs8IAGRhXCxTZWxlY3Rpb25fNDAFUhRtZTo0MzEFsCqoCF5eAwQyLoWcISQtwQAwycwBEgg6IDSdJiEqDDogNjctyABjvlsDBDY0DZX+WwNhWwQ5NkpbAyGQBDQwZVsxJErvAgxyZW9yFtEJ/uICNuICCDM5Lulw/uIC+uICPbQ24AI1uwB0Afpd4Ag2NDUFu1l0BDUJQeAAOSVL/uACfuAC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('9xnwSQryGQoNUHJvamVjdGlvbl8xMxLbGAoHU29ydF8xNBLkFwoLSGFzaEpvaW5fMjcSwAYKDlRhYmxlUmVhZGVyXzQxEoIECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnapMCdGplAAgsIHMB2/BeZGV0YWlsOiB7dG90YWxfa2V5czogNDYzLCBnZXRfc25hcHNob3RfdGltZTogMzkuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxMDgsIGtleV8+GABcMjQ4LCBibG9jazoge2NhY2hlX2hpdF9jCTcUMn19fSwgAWw+mAAccHJvY2Vzc18BHBA6IDQxOAWHCbQId2FpEaEINjcuDRoB+gx3YWxsDTIINjQ1BbsAfVZcATAaAQIhVVVVVZV09kApNV8oAUABUhFkYXRhOlNdIARaFgWFEDQzMS40BYYEbG8ltxRi1gFjb3Ap1FQge251bTogMSwgbWF4OiAyLjFtcywgAcUtYgQwLAG9BdcyzwAFzQA6GcgQY29wcl85KERyYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhBuOiA2NA2WqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjEFlgBhLTUoMS45Nm1zfX1w8wFdh0QS7g8KCkhhc2hBZ2dfMjkSrAwuPwMQMzASyQsZIBAzNRK7BzZyAxAzNhL/BB0iADFOcAMANEXt/nAD7nADbXAAKGFwAAABAQRAv2lwLJQBZ3JvdXAgYnk6bWH5NnoDIeMcZXNzaW5nLCBKHwAkc2NoZW1hX2lkc1IfABB0YWJsZQkeJGZ1bmNzOm1pbihKRwBMam9iX2lkKS0+Q29sdW1uIzE4apX+7QNC7QMEMTZtTABy/u0D9u0DEDI0MS4yZWlC7wMMMzYuNwkaOu8DCDQxN2UHWu8DICHe3d3dHT73QDnbYewED2Rh7ABITdwEMzFx6gQwOQ2BceoA2WLqAwwxLjkybusDMs0Abe0VxsLtAwQzMC2j/u0DYe0ENzhG7QMlKQitbPg6KQEAhP4EA74EA1XoXfQINVoUpYkIMS4ypV4xnUSzAnBhcnRpYWxfd29ya2VyOnvZCBQ2MDkuNDfJIy4VBRw1LCB0YXNrX6G2rZvBVhw6Mi4yMDQ0OAVgIHRvdF9leGVjOuGrAQ0FfhwyLjQ0OTQ0NCH1oewYNTExLjYwNUWWCHA5NR0QFH0sIGZpblKXABwxLjA3MTg5OAFFXpcAAaMAb00zDDI2Ljn5AwmWCDUuNQ3ZAScFnBg0LjQ3MDgxBVcBnBwxLjA0MjM4NQFnAZwZEG4oAwitSP4t/wgAuUBlKCgWbm90KGlzbnVsbDWaCDUpKTmQADkBYi2QCHD8At0+JBoBASFEREREJGM+VQAEOGexVzHtBDUsrQYcZmlyc3Ryb3cdbZn7WQcAOQXZDXcEYrFqBwIYMS40ODU3NyW1XnABLgcCGDYuNTc5NDMFYCFeRgcCFDYuNzkzMT1qFDQwMDE2NiEIKWoREHIGAhA3ODA3MwVFXpYALgYCEDE4Ljk0ScwVlRAxLjg3OUV9ARNFBhQ3LjczNDdFw0kFEDY5OTE2BfwJmxEQXgUCDoAKFG9BDUEprB54CmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShirgYELCA12AQpXU0rDDIuNTchIzG0ADcW0wgQaGFzaF/lDAA6FpcKDDoyLjAFKRBmZXRjaBUOBS4sOjBzfSGZKiJLzRseOqMAAD1KjQD5oRQ6ZGVzYyxOpgfpXxWkADcuzwIFawR9Wj5rAE4MCAFHEG1ldGEsTmQAGYgNaAgzLjJFYDEMCA1Dbya1CUA1cJxeeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:33:59.695 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165535915900934\n# Query_time: 0.734152696\n# Parse_time: 0\n# Compile_time: 0.728529931\n# Rewrite_time: 0.001703156\n# Optimize_time: 0.723857611\n# Wait_TS: 0.000143807\n# Cop_time: 0.001699092 Process_time: 0.000337248 Wait_time: 0.000054225 Request_count: 1 Process_keys: 1 Total_keys: 271 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 68 Rocksdb_key_skipped_count: 743 Rocksdb_block_cache_hit_count: 3\n# Is_internal: true\n# Digest: 9f37212398a41668978850e2a12edb0121bcbdf1014510fe5208538c935d370e\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000337248 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 5.4225e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 7168\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2gu4MAkzXzQJMAkwLjAxCW15c3FsLnRpZGJfYmFja2dyb3VuZF9zdWJ0YXNrLmlkLCB2IgAMc3RlcH4kABx0YXNrX2tleYIoAAh5cGV+JAAQZXhlY1+OlwAEYXSCTAAkY29uY3VycmVuY4KbACRjcmVhdGVfdGltglYAGG9yZGluYWx+yQAQc3RhcnSSUQAAcwHMDF91cGSeggAUbWV0YSwgergBIHVtbWFyeQkxCQHUSDoyLjQ5bXMsIGxvb3BzOjIsIEM5HFg6T0ZGCTYuNDUgS0IJTi9BCjEJMzFfN1FCPGRhdGE6U2VsZWN0aW9uXzYZUwAyMlIADGNvcF9BCkw6IHtudW06IDEsIG1heDogMS42OAEpDHByb2NBJgBzBRsMdG90XwESKDogMzM3LjLCtXMsBRQcd2FpdDogNTQNE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGgBuBToANgVNLG1heF9kaXN0c3FsX10JTDogMX0sIHJwY19pbmZvOntDb3A6AbAUX3JwYzoxBYQIYWxfJTRIMS41OG1zfX0JOTQ4IEJ5dGVzCSEeCDIJMSEFBF8waWEcZXEoY2FzdCh2jwEhGQH9YCwgZG91YmxlIEJJTkFSWSksIDM1KSwgZXF6QABFJCgsICJzdWNjZWVkIpY0AGG7CDEpCUEEBGt2JSoEOnsF2wQwc1ELIQ48c2Nhbl9kZXRhaWw6IHt0byECIZwIZXNzAbQAczGxBGFsMhcAJF9zaXplOiA3NDAxNwRrZQEtPDI3MSwgZ2V0X3NuYXBzaG9pBhQ6IDI4LjQlm5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY4LCBrZXk+FwAgNzQzLCBibG9jQWNZFA01FDN9fX0sIAHeXssAARw6bwIIYWxfQXENG1V2AHQhLwh3YWxNCQwgNjEzBbsAfUEBAQQcCjMJNDNfNQlBBiwxMDAwMAl0YWJsZTpaaAVMLCBrZWVwIG9yZGVyOmZhbHNlLCAh0ihzOnBzZXVkbwkxCQVzQSZKogEgCU4vQQlOL0EK')\n# Plan_digest: d34dbd8466b5eda24de4b09576268909b68d3120b8a7e57f7c419835c8c466e1\n# Binary_plan: tidb_decode_binary_plan('7wyoCuoMCgxQcm9qZWN0aW9uXzQSiggKDVRhYmxlUmVhZGVyXzcSzwUKC1NlbA0iFDYSoQEKDwUiTEZ1bGxTY2FuXzUhAAAAAAjUREEpAQnwcQCIw0AwATgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAwoA5FQSn8qfHSTWKAPwmQKFKiAWVxKGNhc3QoBZUALlqUAIgudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCAzNSksIGVxKHZAADxzdGF0ZSwgInN1Y2NlZWQiljQAIGVwLCAxKWrIAm7yAAgsIHMhdFRkZXRhaWw6IHt0b3RhbF9wcm9jZXNzAbQUczogMSwgRhcAJF9zaXplOiA3NDARHgRrZQEtSDI3MSwgZ2V0X3NuYXBzaG90X3QhZsAgMjguNMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2OCwga2V5PhcAWDc0MywgYmxvY2s6IHtjYWNoZV9oaXRfDTUUM319fSwgAWpeywABHBg6IDMzNy4yBYcJ0gh3YWkRoQQ1NBEaHGlrdl93YWxsDTQINjEzBbsEfXBFDwEBMh4CGOU8dioLdgYyHgIoAUABUhBkYXRhOlNZ7ARaEwWFEDIuMm1zUXQcMmLZAWNvcF9BIxQ6IHtudW0lcCBtYXg6IDEuNjgBKiGOLV4piyWgOs0ABcsAOhnGEGNvcHJfOShEcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoAbgU6ADYlGqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbAQX3JwYzoJmABhLTMoMS41OG1zfX1wtAcuRwMQ/dFKNJtKKQEE/wN2/wIMaWQsIHYiAABzRe12JAAhYiFGfkwADHR5cGV+JAAQZXhlY1+OlwBluHaYAD1jfncAFGNyZWF0ZUWXfisAGG9yZGluYWx+JwAMc3RhcmkBiioAFHRlX3VwZAEHQch+MQAQbWV0YSx6/AAgc3VtbWFyeVoUAVEQOjIuNDlB8ARsb6GODDJiD0NdfkhPRkZwzDN4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:33:59.696 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54,\"3\":13}}"] [2024/06/01 12:33:59.698 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=35] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:33:59.698 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:33:59.698 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165535915900932\n# Query_time: 0.74136316\n# Parse_time: 0\n# Compile_time: 0.733510509\n# Rewrite_time: 0.002692391\n# Optimize_time: 0.726123071\n# Wait_TS: 0.000134987\n# Cop_time: 0.003304533 Process_time: 0.000259575 Wait_time: 0.000070415 Request_count: 2 Process_keys: 2 Total_keys: 138 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 68 Rocksdb_key_skipped_count: 340 Rocksdb_block_cache_hit_count: 5\n# Index_names: [tidb_background_subtask:idx_exec_id]\n# Is_internal: true\n# Digest: 5b635ec774c43cdeac778c1bf8f1039381520f6fcf0037eb38464ef0c3c9b3ef\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000129787 Cop_proc_p90: 0.000196925 Cop_proc_max: 0.000196925 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.5207e-05 Cop_wait_p90: 4.3275e-05 Cop_wait_max: 4.3275e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 2083\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask,idx_exec_id] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('qBDwVTAJM183CTAJMC4wMAkxLT5Db2x1bW4jMjAJMAl0aW1lOjUuMzltcywgbG9vcHM6MSwgQ29uY3VycmVuY3k6T0ZGCTU0MCBCeXRlcwlOL0EKMQkxNl85EVFAb2Zmc2V0OjAsIGNvdW50OjEdVgA0HVYMCU4vQQEEHAoyCTMwXzE4EUAdLx0uUCwgaW5kZXhfdGFzazoge3RvdGFsXwWtECAyLjAxASo4ZmV0Y2hfaGFuZGxlOiAyAROQYnVpbGQ6IDUuMTjCtXMsIHdhaXQ6IDEwLjLCtXN9LCB0YWJsZVZUAAQ2NQFBFG51bTogMQHLAG41ASwgNX0sIG5leHQ6IHsBUQBfBZoBiAUzBRMJWRhsb29rdXBfDYYQNDAzLjkVhzYjAAxyZXNwAUIwMjFtc30JMS41MSBLQiUeIDMJNDdfMTQoQgHLICkJMV8wCTEwCQVgTDp0aWRiX2JhY2tncm91bmRfc3ViISAtLDA6aWR4X2V4ZWNfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQiIXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTFJHAgyLjAF50kcADIhGwBwMUIxLhxtYXg6IDEuNAUpIHByb2Nfa2V5cyVJDHRvdF8BEhA6IDE5Ni0PARQhNhQ6IDQzLjMlIlRjb3ByX2NhY2hlX2hpdF9yYXRpbzogQbEALCnVBXMIX2R1BRocbjogMTE2LjYFOzBtYXhfZGlzdHNxbF9jLrcBRDF9LCBycGNfaW5mbzp7Q29wOgGxGF9ycGM6MSwBhVFSBDEuQakAfUEgCGlrdgVqBDp7RWxFaAn6AU4oc2Nhbl9kZXRhaWxVlAHdCGVzczLyAARhbDIXACBfc2l6ZTogNjARdi0ePDM3LCBnZXRfc25hcHNob3RN4AwxNi41Bdpgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2lpCCA2OCHFAHk+FwAEMzQhNQhsb2NhOTlUDTUEM30J6QRtZV7KAAX6Nq8BBGFsJbENGzW2AHRllihrdl9yZWFkX3dhbHGjJTglTR0VBDMyCdkAfUHoAQQ0CjMJMTZfMTcoUHJvYmVJ7CHzZlMECDEuOTYlBARjb2KNAgA3YdAhnjFvJX4lmRQ6IDYyLjclZFmMDDI3LjEFEwBjvowCDDUyLjQFOv6LAm6LAgQwc7WgBH0s+ooCADdBIi29calOiQIAMm1jWYliVwIAMppXAi55ATZWAjWAPjgCCDE3MKG+QTIBBBgKNAkxXzE2pRpFLjRlcShjYXN0KG15c3FsLlokBQAuoSlBCmAsIGRvdWJsZSBCSU5BUlkpLCAzNSksIGVxekAALHN0ZXAsIDEpLCBpboIrAFBhdGUsICJwZW5kaW5nIiwgInJ1bm4BCwQpCeFzNmUELtoBAeEBBBwKNQk0NV8xNQXmhgAGissFinQA')\n# Plan_digest: fac8456363e19e5f773f9b1b87e1ee543e04e24b03da20bc3502ec34b60733f5\n# Binary_plan: tidb_decode_binary_plan('oxLwUgqeEgoMUHJvamVjdGlvbl83ErQRCgdMaW1pdF85EtMQCg5JbmRleExvb2tVcF8xOBKVBgoRSW5kZXhSYW5nZVNjYW5fMTQaAQEhAAAAAADQgUApBQnwmgAkQDABOAJAAko6CjgKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFzaxoWCgtpZHhfZXhlY19pZBIHZXhlY19pZFI3cmFuZ2U6WyI6NDAwMCIsIjo0MDAwIl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToyLjA1bXMsIGxvb3BzOjJi2gFjb3BfAXKAOiB7bnVtOiAxLCBtYXg6IDEuNDVtcywgcHJvY19rZXlzBRsMdG90XwESKDogMTk2LjnCtXMsBRQkd2FpdDogNDMuMwUToGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRocbjogMTE2LjYFO6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBYVYYWxfdGltZToxLjM0bXN9fWrmAnRpa3YFawQ6ewkbAdIUbG9vcHM6AU88c2Nhbl9kZXRhaWw6IHt0bwFDAd4IZXNzMvMABGFsMhcAIF9zaXplOiA2MBF3LR88MzcsIGdldF9zbmFwc2hvdAmPECAxNi41BduYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA2OCwga2V5PhcABDM0ITYIbG9jIaQ5VQ01FDN9fX0sIAHeXsoAARw6sAEEYWwlsg0bNbcpAihrdl9yZWFkX3dhbC1SACAlOCVNHRUEMzIJ2Qh9cP8RAQQBeBEKGP8BEoIICghpNygxNxKuAwoMU2VsZWlUQDE2EqMBChFUYWJsZVJvd0lEaTYINSEAAQEMVKVAKQEIBAAAdTMIIgogfjMDDFIea2VuAgMEahwFwUXsSQ4IMHMsVQ1WxAAJkCyQpUApju21oPfG8D5hwSxSrQFlcShjYXN0KG1hxgAuWsUDAC4BbEEdYCwgZG91YmxlIEJJTkFSWSksIDM1KSwgZXF6QAAsc3RlcCwgMSksIGlugisAUGF0ZSwgInBlbmRpbmciLCAicnVubgELACnO+gAIGgECWv0AKBFvZmZzZXQ6MCwgSYMAMY1cDDEuOTN9YARi2G5cBAA3ASphbCEgPlwEDDYyLjdlMoFviVsMMjcuMQUTAGO+WwQMNTIuNAU6/loEnVoAkUJaBC5MAgAs+lkEADdh8W2MsXlOWAQAMq0zmVhiJgQAMpomBC56ATYlBDWBZUadBxAxNzDCtV4FBBwh5/QKMj0UcX1BEAFAAVoThZQENS4yMAII6gFp4VlporGPBSkMIDIuMIWDOGZldGNoX2hhbmRsZTogMkFExU8UOiA1LjE4JeZJLwwxMC4yAZYILCB0gWRWVAAANsXh0fYybQYoNX0sIG5leHQ6IHsBUQBfBZoBiAUzBRMJWRhsb29rdXBfDYYINDAz7RVGIwAMcmVzcAFCHDIxbXN9cIcMvStWJgFmagMANcXilb1avAQY4e8bPD00cjZ7ATRSDDEtPkNvbHVtbiMyMG26DDUuMzkhTO0aCGIPQ/15SE9GRnCcBHj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:33:59.706 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165535915900930\n# Query_time: 0.756552286\n# Parse_time: 0\n# Compile_time: 0.740155703\n# Rewrite_time: 0.002888296\n# Optimize_time: 0.730686654\n# Wait_TS: 0.000173616\n# Cop_time: 0.00729575 Process_time: 0.000473545 Wait_time: 0.000157507 Request_count: 4 Process_keys: 4 Total_keys: 218 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 106 Rocksdb_key_skipped_count: 528 Rocksdb_block_cache_hit_count: 19\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000118386 Cop_proc_p90: 0.000167249 Cop_proc_max: 0.000167249 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.9376e-05 Cop_wait_p90: 5.5591e-05 Cop_wait_max: 5.5591e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 56533\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('hjKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJcOjkuNDFtcywgbG9vcHM6MQkwIEJ5dGVzEQgYCjEJM18xNW6RAAxpZCwgWosAAbEMX2tleWYhAAR5cGalAAxzdGF0bh4ABGVwYlgAhiUBIG9uY3VycmVuY2adAI5JASR0YXJnZXRfc2NvAckcQ29sdW1uIzMhMC1eBDE4PV4ILCBDGXhYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlayBncm91cCBieTpaWQEhdCRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGAAC4d6wgpLT4VowAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQpmTAARIqJSAAh5cGVqTgBFWSkjfuIARWhmSwAFH56WAFF5Zk8AESKeUgBdhmZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXANmUgAuJgCZ1QQxMjJ3A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUiIDo4LjQ1NDE2NwEvHe4MOjUsIEWSXG51bTowLCB0b3Rfd2FpdDo0MS4yODU5OaU1ARYYZXhlYzowcwkjZfUcNDEuNjA0MTMFIyRtYXg6OC4zNDU5hQkIcDk1GQ8UfSwgZmluUpcAHDkuMDE4MDczbpcAAaMRlxwzNS4yMjbCtQ2IBZUQNi44MzIVEwmbGDMuODk2MTkBVwmaEDk1NDk1BRAJmxEQAH2BkwEEBAozwQIcOAkwCTAuMDJelgaBkVolBCVH/gUGWgUGeU1afQAyGQNeJAAu5QJaJABJuFodAC6DAjKTBnaOBVGuCDguMkUr7YN2JQYYNAkxN18yMDGPUGlubmVyIGpvaW4sIGVxdWFsOltlcS7LBUqDAHLMAAEdECkgZXEo0SkANwGQydcINildGbQEMTRBRRW0aGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjYuMwUpEGZldGNoFQ4FLgw6MHN9HmgIEQggCjUJM18yMShCAU8AKRHmPXiO0ABKJAAy5AEMY2FzdHokAVm1MGRvdWJsZSBCSU5BUln9QQA3MQsINi4whT41Cz7kBwgyLjb15BQ2CTMwXzJ1ThFECDUuOTZEABBpbmRleBLxCQQ6IClKacEIIDIuOU8YX2hhbmRsZQEVADOFXilXFCAxMi41woELhbIMIDE0LoEHAH2B0ghibGVWVgAEODYhz4HuCCAxLDIKBSwgNX0sIG5leHQ6IHsBUQBfBZwBdQA4pWUFFCX0HF9sb29rdXBfDYcINTMwFYY2IQAMcmVzcAFBJDM2bXN9CTE3LjMeBAkYNwk0N18yNVEAGDFfMAkxMAkFXgw6c3QsKRgQOmlkeF+B4wxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwg4dQkczpwc2V1ZG8JMRasCQQyLqmyKcgAMyEFAHAxLDEYoTQMIDEuNQX5DHByb2OB2QBzJTOhiwESGDogMTU5LjQF+gEUIR8UOiAzMy44BRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKb8FcwhfZHUFGhRuOiAxMDgNTixtYXhfZGlzdHNxbF9d0Ew6IDF9LCBycGNfaW5mbzp7Q29wOgGxFF9ycGM6McWYDjwMEGltZToxQT0AfUEJCGlrdgVpBDp7BRnBwAn4AUwoc2Nhbl9kZXRhaWxVfgHbCGVzczLwAARhbDIXABxfc2l6ZTogNukvBGFsESyBQxIlCxhuYXBzaG90TcoEMTUtE5hyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDY4LCBrZXk+FwAEMzQhMwhsb2NhIzlSDTUEM30J6ARtZV7KAAX5Nq0B4YsEYWkRoTW0JS4mMwgcIDI4Ny43wrX9JDA3CTFfMjcoUHJvYmUpRbblLQRpbnpnBEGISGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcACGVwKaEuBdQIMi4whSQt0W7JAgA0hXYh3DGtRTAl1xQ6IDUxLjlFtVnIBDI4DRMAY77IAgQ4Mv7HAl3HhTn+yAJ6yAIAN0FgAHTBxTkcTscCEdhZx2KVAgAympUCLnkBNpQCNYA+lAIIMTgwOpQCGDgJNDVfMjZFjjJEBYoPBWYeBA4TCgEE6akAOVHzGDAJMjkuOTcuqgc+KQ79xS4bAPlqXiEAEssNWh0AbUFaHgD+Hwr+HwpOHwo+fQguDAEORgtecAgANtGoCDcuMWW2dd8+cAgMNC4zNPFQEnAIADMOVRApoBFFCDYuNuXxFUXl1ckTPnEIFh0NEsEJKnIIBDY1DjEI7esIOC45Fn0MoT8ScggOgQhhoV5yCAAzGkEK8Voy0QZacggIMy4yEhENAWU2UQgNhwgzNjHNVEYjAB50CAQ3NQ50CAwyMS41MSQSdAgEMzMudAgAMx50CCJzCEVpACgFBiprCAxwYXVzoa0ALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrd8ALLXpqqEIADU9+XKhCAA3ElEMXtgFCDE2NxISCqnsISsQOiA1NS4pwsLZBRAxMDIuM8Un/qEIDqEICDU4bf6iCIaiCAAyBfoioggINzksTtoFBDI1LSa52lahCAAzVqEIEDE4OCwgYgwGADGeDQYyrgE2DgY1tT4OBgQzNEagCAQzNbGtDlYLiQ9WYggukwQSEA4AKZE3CDIuMipbCAAyblsIIckALGKDAgw5NS4xRTQmWwgEMzkNE8KCAgA1/iILMiILDpQMgbpqBQcALPojCww1NjA2NoMCADFSggIIMTYuFoEJWYJiUAKeTwIuegE2TgI1gQX7LvAKBDUzErwJ+f0SXAgEMzRFSi4sBf5bCBZbCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('6zXACuY1CgdTb3J0XzEzEs40Cg1Qcm9qZWN0aW9uXzE1EsMxCgpIYXNoQWdnXzE2EoIoCjIhABQ4EtckCgsBISRKb2luXzIwEtwQMkMAZDIxEuQOCg5JbmRleExvb2tVcF8yOBLgBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0mwEAACRAMAE4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjIuMzFtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNTJtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogMTU5LjTCtXMsIHRvdF93YWl0OiAzMy44wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogMTA4LjTCtXMsIG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLCB0b3RhbF90aW1lOjEuNG1zfX1qxwJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5FfEAYTYXACBfc2l6ZTogNjAF+hRhbF9rZXkBLEAzNywgZ2V0X3NuYXBzaG90XwVzCCAxNS0UmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNjgsIGtleT4XADgzNDAsIGJsb2NrOiB7Y2ExUw01FDN9fX0sIAFqAF9aygABHAGGPa4UYWxfd2FpEaEEMzMNoSUuDHdhbGwNNCgyODcuN8K1c31w/xEBBAF4EQok/wESxQYKDFNlbG1KQDI3Eo4BChFUYWJsZVJvd0lESfQANknxBFSlQvECCA0KC13xCFIea3LAAgRqHAWfRaoAewXUADBVxwAxWqIACBoBAgl+LJClQCmg20sao3WUP2FtEFJuaW4oZWxMLnRpZGJfYmFja2dyb3VuZF9zdWIBZFwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSl1fQgwNG0ZtgRi2Gp9AwQ0NwEqBHByVn0DEDUxLjnCYS5hkCHMDDogMjgNExBjb3ByX1kpGHJhdGlvOiBqfAMMODIuNAVNEG1heF9k+nsDIDM2bXN9fWqTAm6vAQgsIHOhEVqyAm1QcV8hBAhlc3MFF218ADdhFAR0b0HJFS1OewMR2Xl7YkkDADKaSQMuegE2SAM1gQX6fUgMMTgwLmpIAxwhjURsjTL1cl2jCAFAAU0zCDUuOUUJAGylsBAxYusBacFoaQgEIHspBGUPCCAyLkVdLGZldGNoX2hhbmRsZQEVBDM4QUkoYnVpbGQ6IDEyLjUl60k0DDE0LjJh4QgsIHRht1ZWAAQ4NgFBCG51bcUcBGNvvZMoNX0sIG5leHQ6IHsBUQBfBZwBdQQ4MgE0BRQJWhhsb29rdXBfDYcINTMwFYY2IQAMcmVzcAFBRUcIcK6KLnEE4T4YqYPAp2MVdDYsAQhSlQF+zQMMZXAsIHYkAB3ZFCwgY2FzdHraA4EmQX5oLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3LcQINi4wMsQBBA9DPUQUT0ZGcOwULlcFBJESNl8ICDkS0TpfCBAzNhKMBkJfCAgzMxoeXwgEuJqxbgA+Hl8ICBwKGrFuFAF0Gg4KBYXhABIJBwRSbR5WCAxwYXVzgeQALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrRYALLUgAF2ijAgANT0YCDNi2moPBQQ3MUFRgQshdOFvhR+FHRA6IDE2N0XJCRRBdxQ6IDU1LjZFZcIQBRAxMDIuMwU7/hEFoREENTilEQDF/hEFchEFBDYyBfsijQgENzlSjAgEMjUtJ7kRVowIADNWjAgIMTg4aowIADGeRAUyrwE2RQU1tj5FBQQzNGpDBQQSgTKLCAwzNRKNRosIBDM0Fg0IBKq5Qh0DCAwKCnkd/ooIcooIKAS6QCm5HoXrUfg9bZoEUihWTQgUZ2xvYmFspZMELnM2RggAMqXpyRMEMmJuRghBfQAsYjcDDDk1LjFF6CZGCAQzOQ0TwjYDBDU4/kYIKkYIADQWRggAlP41A3I1Aww1NjA2NjcDADFSNgMEMTYaWgl5Nu5HCBJHCC57ATYCAzWCPgIDCDI1MyViWu0KHCGJO8PWS+GNMmACJkkICDYuNuXISTYIMWLubkkIADalmD5KCAQ2NaGE7cMIOC45qV+pbgQxNBJZCG5KCAgzLjFFuK5KCAwzLjIzAXUBZTYpCA2HCDM2MRq+DEYjAB5MCBw3NW1zfXCvrDZMCCACIekglPkmAY8+MQEIUtsCKioILocDBGlkMkUILhsAJg4IWjwADHR5cGViPgDljGIeABxwcmlvcml0eWIhABRjcmVhdGUSBwpmJAAmdAhiJACBZ2IdAAh0YXISYwsEY28ByQBjOiEJLgwBISdeFAkANhoUCQg3LjFFZFGPQhQJBNwiKhQJRCHFqRolOc6UQCmJ0t7gC5OZP0HaWFJwaW5uZXIgam9pbiwgZXF1YWw6W2VxergJcuUAAR0QKSBlcSgixAkELCARCwg2KV0NvQA4TcoRvQA3RY0QX2hhc2hJpQQ6exKZCww6Ni4zRfNlShUOBS4sOjBzfSF+/VR9SBaVOtcAAMv+gAL+gAL+gAL+gAKKgAJ9Zkq9D13tNbMAMhJCCjGzQnACBNglLnACGM6mZ+JvmpUeKQgA8ElwBLcGDiUQEHAgYnk6HYA++wIgZnVuY3M6bWF4eokCHaUqNQwENSwNQRxmaXJzdHJvdy5GADZrAAgpLT6ChwB+RgCRuGZMABEinpgAgelqTgClBykjfpwApRZmSwAFH56WALFEZk8AESKeUgC9dWZVAB0lolgAualqWAAZJZ5YAIXbYjICAR6eSgAuCgZmUgAuJgBthQw5LjEy4c5xhRizAnBhcnRpDgAJGG9ya2VyOnsmNhEUOC40NTQxFokIHe4EOjUOrBAIc2tfDkYIFoIVFvANHDQxLjI4NTk5ZeYO0AoOOhcSJBQBDRIiERw0MS42MDQxMwUjDuQWFDguMzQ1ORIgEQhwOTUZDxR9LCBmaW5SlwAYOS4wMTgwNxKVCF6XAAGjAG8NlxAzNS4yMhYpCQEUBZUMNi44Mw53ERJ8Cg2bGDMuODk2MTkhHgmaEDk1NDk1BRAJmxEQXv4JFDQNzkjW5D6yBACr/ksG/ksGOksGSWdatgR5glohAD1xYqcIMnIDWkgALpsC+eAANVmmRRNRpnorBhSSxxdV2Pw+eQEAXlp7AIbkAIrMCQRpZBWrODQxbXMsIGxvb3BzOjEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:33:59.841 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:33:59.889 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/06/01 12:33:59.889 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/06/01 12:33:59.889 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [2024/06/01 12:33:59.899 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=9.702428ms] [] [2024/06/01 12:33:59.933 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [groupId=-1] [size=369] [kvs=9] [checksum=14304774505401095337] [2024/06/01 12:33:59.933 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [checksum="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/06/01 12:33:59.933 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [weight=30] [2024/06/01 12:33:59.934 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [concurrency=15] [2024/06/01 12:33:59.941 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=201] [physicalTableID=201] [indexID=-1] [checksum=14304774505401095337] [totalKvs=9] [totalBytes=369] [2024/06/01 12:33:59.942 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [local="{cksum=14304774505401095337,size=369,kvs=9}"] [2024/06/01 12:33:59.942 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=52.676936ms] [] [2024/06/01 12:33:59.942 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=35] [step=post-process] [subtask-id=69] [takeTime=52.90288ms] [] [2024/06/01 12:33:59.996 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=35] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:59.996 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=35] [step=post-process] [state=running] [] [2024/06/01 12:33:59.999 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=35] [2024/06/01 12:34:00.000 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=35] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=159.028073ms] [] [2024/06/01 12:34:00.061 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=35] [type=ImportInto] [2024/06/01 12:34:00.077 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=35] [2024/06/01 12:34:00.101 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:00.101 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=35] [2024/06/01 12:34:00.204 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:00.282 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.475287089\n# Parse_time: 0.000579484\n# Compile_time: 0.001889102\n# Rewrite_time: 0.000317406\n# Optimize_time: 0.001458364\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 58d360ce67e24b4d18a606f88f2f459d57f87ba3f12a22d674a5660c2ce18713\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi40N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi40N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:34:00.292 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=138] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/01 12:34:00.363 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:00.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:00.363 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:00.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:34:00.437 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:201, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:00.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:00.449 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 203, Table Name: t, Old Table ID: 201, Old Table Name: t"] [2024/06/01 12:34:00.521 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=3.406183ms] [gotSchemaVersion=139] [phyTblIDs="[203]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:00.533 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=139] [2024/06/01 12:34:00.535 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=22.117069ms] [job="ID:204, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:00.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:00.608 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[201]"] [comment="drop table: table ID"] [2024/06/01 12:34:00.618 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="truncate table"] [2024/06/01 12:34:00.622 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:201, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:00.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:00.693 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/06/01 12:34:00.693 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:00.697 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.405786715\n# Parse_time: 0.000373856\n# Compile_time: 0.000976873\n# Rewrite_time: 0.000042194\n# Optimize_time: 0.001182684\n# Wait_TS: 0.000374649\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:34:00.713 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:00.942 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:34:01.029 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=36] [task-id=36] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:34:01.077 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=36] [2024/06/01 12:34:01.077 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:34:01.203 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:01.204 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:01.206 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [2024/06/01 12:34:01.227 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:01.231 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:01.231 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/06/01 12:34:01.231 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=93.416µs] [2024/06/01 12:34:01.231 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=231.389µs] [] [2024/06/01 12:34:01.231 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:01.231 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:34:01.370 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=36] [mode=Import] [2024/06/01 12:34:01.386 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=36] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:34:01.389 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=36] [2024/06/01 12:34:01.428 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:34:01.429 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/06/01 12:34:01.430 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:01.439 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:01.439 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:01.440 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:01.440 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:01.441 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:01.441 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:01.441 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:01.441 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:01.441 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:01.455 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:01.457 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:01.457 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:01.457 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=36] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:01.457 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=36] [disk-quota=348.5GiB] [2024/06/01 12:34:01.501 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [2024/06/01 12:34:01.505 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:01.508 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:01.508 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/06/01 12:34:01.544 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [2024/06/01 12:34:01.546 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-1.csv:0] [readDur=229.388µs] [encodeDur=1.259607ms] [checksum="{cksum=1726994466585087899,size=123,kvs=3}"] [deliverDur=272.909µs] [type=file] [takeTime=2.191609ms] [] [2024/06/01 12:34:01.547 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=203] [2024/06/01 12:34:01.547 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=123] [kvs=3] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/8b7f612a-0e35-4952-8b2a-82d60531581a.sst] [firstKey=7480000000000000CB5F728000000000000001] [lastKey=7480000000000000CB5F728000000000000003] [2024/06/01 12:34:01.562 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [2024/06/01 12:34:01.565 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=203] [key=skip-rows-2.csv:0] [readDur=302.715µs] [encodeDur=1.549291ms] [checksum="{cksum=5624564024173586417,size=164,kvs=4}"] [deliverDur=235.894µs] [type=file] [takeTime=2.433014ms] [] [2024/06/01 12:34:01.565 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=164] [kvs=4] [files=1] [sstFileSize=1017] [file=/tmp/tidb/import-4000/36/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/76407730-b591-4bd0-9bd4-d6e0735d6b37.sst] [firstKey=7480000000000000CB5F72800000000000000F] [lastKey=7480000000000000CB5F728000000000000012] [2024/06/01 12:34:01.566 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=import] [subtask-id=70] [takeTime=64.681526ms] [] [2024/06/01 12:34:01.566 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/06/01 12:34:01.566 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/06/01 12:34:01.566 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:01.568 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.996456ms] [] [2024/06/01 12:34:01.568 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:01.573 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:01.623 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=7] [size=287] [2024/06/01 12:34:01.624 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:01.641 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=287] [kvs=7] [importedSize=287] [importedCount=7] [2024/06/01 12:34:01.643 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=74.819341ms] [] [2024/06/01 12:34:01.643 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:01.645 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.446853ms] [] [2024/06/01 12:34:01.645 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=36] [step=import] [engine-id=0] [2024/06/01 12:34:01.645 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:01.647 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.949874ms] [] [2024/06/01 12:34:01.647 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:01.647 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:01.647 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=60.792µs] [] [2024/06/01 12:34:01.647 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:01.648 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.06695ms] [] [2024/06/01 12:34:01.695 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=36] [step=import] [2024/06/01 12:34:01.699 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:01.699 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:01.699 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:01.700 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:01.700 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:01.702 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:01.702 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:01.702 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:01.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:01.702 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:01.703 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=274.708567ms] [] [2024/06/01 12:34:01.705 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:01.707 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:01.709 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:01.709 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:01.780 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":7,\"ColSizeMap\":{\"1\":7,\"2\":42,\"3\":11}}"] [2024/06/01 12:34:01.782 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=36] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:01.782 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:34:01.960 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:34:02.055 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/06/01 12:34:02.056 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/06/01 12:34:02.056 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [2024/06/01 12:34:02.065 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=8.913242ms] [] [2024/06/01 12:34:02.065 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [groupId=-1] [size=287] [kvs=7] [checksum=6483480866311923818] [2024/06/01 12:34:02.065 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [checksum="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/06/01 12:34:02.065 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [weight=30] [2024/06/01 12:34:02.065 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [concurrency=15] [2024/06/01 12:34:02.070 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=203] [physicalTableID=203] [indexID=-1] [checksum=6483480866311923818] [totalKvs=7] [totalBytes=287] [2024/06/01 12:34:02.070 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [local="{cksum=6483480866311923818,size=287,kvs=7}"] [2024/06/01 12:34:02.070 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=14.862902ms] [] [2024/06/01 12:34:02.071 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=36] [step=post-process] [subtask-id=71] [takeTime=15.09912ms] [] [2024/06/01 12:34:02.100 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=36] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:02.101 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=36] [step=post-process] [state=running] [] [2024/06/01 12:34:02.104 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=36] [2024/06/01 12:34:02.114 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=36] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=153.778133ms] [] [2024/06/01 12:34:03.494 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165536741654537\n# Query_time: 1.365172264\n# Parse_time: 0\n# Compile_time: 0.008998448\n# Rewrite_time: 0.004754339\n# Optimize_time: 0.0177112\n# Wait_TS: 0.000097577\n# Prewrite_time: 0.00160629 Commit_time: 1.348954295 Get_commit_ts_time: 0.000303098 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 596.6µs}, scan_detail: {get_snapshot_time: 9.76µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 14.4µs, propose_send_wait: 0s, persist_log: {total: 284.5µs, write_leader_wait: 37ns, sync_log: 236.5µs, write_memtable: 1.41µs}, commit_log: 313.7µs, apply_batch_wait: 23.4µs, apply: {total:82.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 25.9µs, write_memtable: 17.5µs}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 28, store: 127.0.0.1:20160, time_detail: {tikv_wall_time: 596.6µs}, scan_detail: {get_snapshot_time: 9.76µs, rocksdb: {block: {cache_hit_count: 6}}}, write_detail: {store_batch_wait: 14.4µs, propose_send_wait: 0s, persist_log: {total: 284.5µs, write_leader_wait: 37ns, sync_log: 236.5µs, write_memtable: 1.41µs}, commit_log: 313.7µs, apply_batch_wait: 23.4µs, apply: {total:82.7µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 25.9µs, write_memtable: 17.5µs}}} Write_keys: 3 Write_size: 5733 Prewrite_region: 1\n# Is_internal: true\n# Digest: 0f5dad70f5225e7c0120efd414b8ac8dc74fac6c8cfcd3f5a3e5b9960874554d\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 37907\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_global_task is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ig3wQDAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjM3bXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjYxAScMZ2V0XxEiJHM6MzAzLjHCtXMRNkA6MS4zNXMsIHNsb3dlc3RfcA0/8DxfcnBjOiB7dG90YWw6IDAuMDAycywgcmVnaW9uX2lkOiAyOCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MCwgAacYX2RldGFpbAFEIGlrdl93YWxsXwEYQDogNTk2LjbCtXN9LCBzY2FuGSkBqhxzbmFwc2hvdA0sCDkuNwErbCwgcm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGkB3ih1bnQ6IDZ9fX0sIAX9GVQFo0BfYmF0Y2hfd2FpdDogMTQuNCUBLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwG9KQEQMjg0LjUFNglgFGxlYWRlcg02CDM3biFCCHluYwk1CDIzNjItABhtZW10YWJsISoELjQhfQB9MX4JMBAzMTMuNwVdEGFwcGx5Mq4ABDIzDa4FGxWRBDgyDTIUbXV0ZXhfKRMBvkqfABkXAHchzAwyNS45BW0JKx2dADcFtiVGTTEccHJpbWFyeV8yDQIUMS4zNDlz/g0CTQ1Ff44KAgw4LjEyBbdGCgIFsgnOVXVK+AEENS5JS674AQQ1NDItATb3AQA1NvcBADMRYRB3cml0ZT1ZDDUzOW4B5C1VRVkIMjA5DVol2TL0AQQxMC4bADX0JSsILCBtwvIBDDkuNjglOz6ZAAVSJT5t2QhudW2BUQkoFGtleXM6M3FSbGJ5dGU6NTczM30JMTMuMSBLQglOL0EKMQkxXzeBosAuMTAJZXEobXlzcWwudGlkYl9nbG9iYWxfdGFzay5zdGF0ZSwgInJ1bm5pbmciKQkxic0MMS44MoGmic0UMgk3Ljk1EVwcMgkzNl82CTABLGVAPlcAKCwgaGFuZGxlOjM2ASQEaW2B9i4dBSgzLCBHZXQ6e251bUXECDEsIGXRAF8FLBA4MjEuMomJARAAX1U9CSQYcHJvY2VzcwksCCA0MWUeEUGBTA0aBDMwbaMJNxRrdl9yZWGBUpXyBDc1ESIAaTYLBQw4Ny4zCYE2CgUJShGBAGshiQAgFbwuFwAMX3NpeqFTCDYzNhGaFS5KTwUIOC44afxGRQNCTwUwMn19fQlOL0EJTi9BCg==')\n# Plan_digest: be6b2ccf47b7ed2159192eb7bde1277f253453724ada0f4b2cc89677b29b6ba7\n# Binary_plan: tidb_decode_binary_plan('4w3gCt4NCghVcGRhdGVfNBKyBAoLU2VsZWN0aW9uXzcSuQMKC1BvaW50X0dldF82ISIiIiIiIiZAKQAAAQLwW/A/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZTozNloUdGltZToxLjM3bXMsIGxvb3BzOjNivQJHZXQ6e251bV9ycGM6MSwgdG90AT4BLSg4MjEuMsK1c30sIAEQJF9kZXRhaWw6IHsJJBxwcm9jZXNzXwEcKDogNDEuNcK1cywgCR0Md2FpdA0aDDMwLjQdGixrdl9yZWFkX3dhbGwNIgQ3NREiCGlrdi4ZAAw4Ny4zCYEMc2Nhbl6BABRrZXlzOiAVvBGYARcoX3NpemU6IDU2MzYRmgEXBS4oZ2V0X3NuYXBzaG8Rqww4Ljg5Bauocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCBAF4CQgM////AS2sECxAKZqZAQEAuS2sEFIrZXEoJasALj6qAUguc3RhdGUsICJydW5uaW5nIilaMbEEODI5sQwycM8/HWlBARBSA04vQQ0tBDMuLt4BdDFi7whjb21taXRfdHhuOiB7cHJld3JpdGU6MS42MQFVIQIRIhhzOjMwMy4xBf4JFDw6MS4zNXMsIHNsb3dlc3RfET8MX3JwY1EFMDogMC4wMDJzLCByZWdBuXRpZDogMjgsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjBCSQI68AEQNTk2LjZO8QEBqjqsAQg5LjcBKwQsIIqsARQ2fX19LCAF/QBfVcYFoxRfYmF0Y2hFrww6IDE0TYgocHJvcG9zZV9zZW5BqUhpdDogMHMsIHBlcnNpc3RfbG9nOQEIMjg0TfoJYBRsZWFkZXINUggzN24hQgh5bmMJNQgyMzYyLQAYbWVtdGFibCEqBC40IX0EfSwtfgkwEDMxMy43JZQQYXBwbHkyrgAEMjMNrgUbFZEEODINMhRtdXRleF9JvwG+Sp8AGRccd2FsOiAyNS5J/wkrHZ0ANwW2JUZJHSBfcHJpbWFyeV8yDQIUMS4zNDlz/g0CTQ1FfwR9LDr7A0oKAgg4LjGBp04KAgWyCc5u+AEENS5JS674AQQ1NDItATb3AQA1NvcBADMRYQB3YYA9WQw1MzluAeQtVUVZCDIwOQ1aJdky9AEEMTAuGwA19CUrCCwgbcLyAQw5LjY4RV8+mQAFUiU+bdkQbnVtOjFxRKVEADMRDmRieXRlOjU3MzN9cMRoeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:34:03.495 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 1.330123616\n# Parse_time: 0\n# Compile_time: 0.001417276\n# Rewrite_time: 0.004973119\n# Optimize_time: 0.002149535\n# Wait_TS: 0.000070907\n# Is_internal: true\n# Digest: 4adeafbb2c2182d7d698d2825b368a7dd06c0d58793fa19c47d53687b6e1fa41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tAPwWzAJMzZfMQkwCTEJdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaGFuZGxlOjM2CTEJdGltZToxLjMzcywgbG9vcHM6MiwgR2V0OntudW1fcnBjOjIsIHRvdGFsX3RpBStAODhtc30sUmVzb2x2ZUxvY2sZKxQxLCB0b3QBaABpBSsUMzJzfSwgAQ0kX2RldGFpbDogewkhGHByb2Nlc3MJVBwgNTcuNsK1cxE+DHdhaXQNGgwzOS4yHRosa3ZfcmVhZF93YWxsDSIQMTAyLjUJIwhpa3YyGgAUOTguN8K1AYMMc2Nhbl6DABRrZXlzOiAVuxGaARcoX3NpemU6IDU2NDgRnAEXBS4oZ2V0X3NuYXBzaG8RrQQxMA2tLHJvY2tzZGI6IHtibCEhfCB7Y2FjaGVfaGl0X2NvdW50OiAyfX19CU4vQQlOL0EK')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('3gNECtkDCgtQb2ludF9HZXRfMSkABQHwlfA/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZTozNloTdGltZToxLjMzcywgbG9vcHM6MmLnAlJlc29sdmVMb2NrOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4zMnN9LEdldDp7bnVtX3JwYzoyLCB0b3RhbF90aW1lOjEuODhtc30sIAEwJF9kZXRhaWw6IHsJIhhwcm9jZXNzCSogIDU3LjbCtXMsDWEMd2FpdA0aDDM5LjIdGixrdl9yZWFkX3dhbGwNIhAxMDIuNQkjCGlrdjIaADQ5OC43wrVzfSwgc2Nhbl6DABhrZXlzOiAxEX0RmgEXKF9zaXplOiA1NjQ4ER8BFwUuKGdldF9zbmFwc2hvEa0EMTANrahyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX1w////CQI0AXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:34:03.495 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=36] [type=ImportInto] [2024/06/01 12:34:03.498 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165536767868931\n# Query_time: 1.285137741\n# Parse_time: 0\n# Compile_time: 0.009918553\n# Rewrite_time: 0.001320627\n# Optimize_time: 0.005178303\n# Wait_TS: 0.000123977\n# Cop_time: 1.2709364619999999 Process_time: 0.000169778 Wait_time: 0.000022052 Request_count: 1 Total_keys: 164 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 78 Rocksdb_key_skipped_count: 393 Rocksdb_block_cache_hit_count: 30\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000169778 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.2052e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 4706\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('swyYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMAkBLEQ6MS4yN3MsIGxvb3BzOjEsIEMZbFg6T0ZGCTQuMzQgS0IJTi9BCjEJMTVfOXJgAYbMAIqoAFRpZCwgb2Zmc2V0OjAsIGNvdW50OjMyVrIAHAkwIEJ5dGVzEQggCjIJMzBfMjAJRQZSNAAQMgkyNjINNgHXkDMJNDdfMTcoQnVpbGQpCTFfMAk2MAl0YWJsZTp0LCBpbmRleDol4AAoBQZYKSwgcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAbYcczpwc2V1ZG9SEgEAMSFmAHBlImw6IHtudW06IDEsIG1heDogMS42MW1zLCBwcm9jYR4kczogMCwgdG90XwESJDogMTY5LjjCtXMJFCR3YWl0OiAyMi4xBRNwY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGIhbgVzCF9kdQUaGG46IDk4LjIFOixtYXhfZGlzdHNxbF9d/0w6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MgWEYepYaW1lOjIuNzJtc30sUmVzb2x2ZUxvY2sZKwAxMisAZQQcfX0sIHRpa3YFkwQ6ewVEBDBzdRpIfSwgc2Nhbl9kZXRhaWw6IHt0bwFrBGtlIRIUMTY0LCBnYVscbmFwc2hvdF8FPxAgOC40NgXPYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9J3QggNzghuAB5PhcAGDM5MywgYmwBuwQgezlIDTUIMzB9CbUEbWU+lwAhnAhlc3MNhzKkAQhhbF8hpg0bNasF+wx3YWxsERksNDQuM8K1c30JTi9BAQQECjNh/hwxOShQcm9iZWknZmgF/ggEdggEAZABBCAKNAk0NV8xOAk+tAOCBAMgCU4vQQlOL0EK')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('5g3wUgrhDQoMUHJvamVjdGlvbl83EuMKCgZUb3BOXzkSuQkKDkluZGV4TG9va1VwXzIwEs8GChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQl4AE5AOAJAAkocChoKBW15c3FsEgF0Gg4KBXN0YXRlEgkHWFK6AXJhbmdlOlsiY2FuY2VsbGluZyIsLg0AIF0sIFsicGF1cwkaEQoJFwhlbmQNFw0KBRcQcmVzdW0JGBULDRkMdmVydBEaEQwJGwh1bm4NGQ0KUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIAG98JVzOnBzZXVkb1oTdGltZToxLjI3cywgbG9vcHM6MWKDAmNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNjFtcywgcHJvY19rZXlzOiAwLCB0b3RfcHJvYzogMTY5LjjCtXMsIHRvdF93YWl0OiAyMi4xwrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcxBfZHVyYSHGIDogOTguMsK1cwV8yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoyLAGYCGFsXwXiSDIuNzJtc30sUmVzb2x2ZUxvY2sZKwQxLC4rACUNIH19apQCdGlrdgWUBDp7BUUAMDkkDH0sIHNBNyhkZXRhaWw6IHt0bwFsBGtlIRNAMTY0LCBnZXRfc25hcHNob3QJhBAgOC40NgXQmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNzgsIGtleT4XABgzOTMsIGJsAbwEIHs5SQ01GDMwfX19LCABqj6XABhwcm9jZXNzDYcAMS6lAQhhbF8hpw0bBDIyLawF+wh3YWwtPywgMjQ0LjPCtXN9cP8RAQQBeBEKGP8BEpsCCgdlcEAxORJtChFUYWJsZVJvd0lEUyEmDDE4IQABAQyqyUApAQh1WggMCgp5WgRSHnatAlZ7ACgaAQIhvHSTGARsyxFdBEBAYbcIUnJtYbMkLnRpZGJfZ2xvYkEMNGFzay5wcmlvcml0eSwgWiEAFGNyZWF0ZSUTYiQANGlkLCBvZmZzZXQ6MCwgKYMEMzJWowAcIfLx2//MjZwdoAgBQAFOfAMMMnCGAj1XHCHryzvi9gaiNjkA/tkAztkATq0AHDEhUTKiSF1RPp8ABKACWlgBITRaGwAhmWE+YnABCHR5cGaNAYHTbh4ABGVwYlgAhg0CmXBiRQCOMQIIdGFyhRMMY29wZVJOAQhiD0MZa0w6T0ZGcNwieP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:34:03.499 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165536767868935\n# Query_time: 1.26541983\n# Parse_time: 0\n# Compile_time: 0.009382195\n# Rewrite_time: 0.002042874\n# Optimize_time: 0.003669657\n# Wait_TS: 0.000118726\n# Is_internal: true\n# Digest: 4e00d0caca786e9f2098ba5e20de58a3d8fa759dde27344f589ad6b328df5d37\n# Stats: tidb_global_task:pseudo[10000;0],tidb_global_task_history:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 2402\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"handle of t is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('uRJ4MAk2XzExCTAJMglncm91cCBieTpDb2x1bW4jMzEsIBELADIZCwAzGQsANBkLADUZCwA2GQsANxkLADgZC0Q5LCBmdW5jczpmaXJzdHJvdygRZwwxKS0+FQxiJgAAMh0mADJiJgAAMx0mADNiJgAANB0mADRiJgAANR0mADViJgAANh0mADZiJgAANx0mADdiJgAAOB0mADhiJgAAOR0muDkJMQl0aW1lOjEuMjVzLCBsb29wczoyLCBwYXJ0aWFsX3dvcmtlcjp7d2FsbF90ESrYMjQ1MTA2M3MsIGNvbmN1cnJlbmN5OjUsIHRhc2tfbnVtOjEsIHRvdF93YWl0OjYuMjYwMzAxOAFiARY4ZXhlYzo0NTEuNTA0wrVzCSsFh0A2LjI2MTEyMTUzOXMsIG1heAWZFDIyNjg2NwESCHA5NTISABR9LCBmaW5mqAAUOTY3MjM3aqgAAbQAbw2oEDk3Ljg3FZAFpQw4LjY4SqMAGDM4OTI1NzIuowAQODk0NDABahWjDRIQfQlOL0EBBBgKMQk5XzEyZTdWdwEBJgEEdAoyCTNfMTMJMAkxCW15c3FsLnRpZGJfZ2xvYmFsXyFkCC5pZDL1AlomAAErDF9rZXkZLAQyLGIsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsAF1vGVsAN2YvABByZWF0ZUVbGS8AOGIvACR0YXJnZXRfc2NvLgsBYiQDAENd/ChPRkYJMS4xOCBLQiXCGDMJMzZfMTQlwxR0YWJsZTo+wwEoLCBoYW5kbGU6MzaODgIANQVLVugBHF9oaXN0b3J5lhYCFS6qHgIZNJYmAhUwni4CHTGSNgIVMKo+AhU0tkYCGTeyTgIVN15WAgAwsXoIMTJttXvlP7lTTVcANzZXAgA2RQxWVwIRdy5fAhVqBDA4MmoANEdldDp7bnVtX3JwYzozpYeBYKHmSDMuMDJtc30sUmVzb2x2ZUxvY2sZKwAxMisAxTsIfSwgATgsX2RldGFpbDoge3RvAUwYcHJvY2Vzc2WCGDogMTA3LjWxYaG1CGFpdA0bDDcwLjIdGhxrdl9yZWFkX9l3FCAxODUuNgkjCGlrdi4aAAgzMjEFVxh9LCBzY2FuXoQAFGtleXM6IBW8EZsBFyhfc2l6ZTogNTY0OBHbARcQOiAyLCCFEhRuYXBzaG8RrQgyMy7JFSxyb2Nrc2RiOiB7YmwhInwge2NhY2hlX2hpdF9jb3VudDogNH19fQlOL0EJTi9BCg==')\n# Plan_digest: dfc2b1a5ae78c2d02fcea9791ea94b450eee9546ab3c9736920a9797d12df521\n# Binary_plan: tidb_decode_binary_plan('rRSgCqgUCgpIYXNoQWdnXzExEsUNCghVbmlvbl8xMhLcBAoNUHJvamVjdGkBEkgzEnkKDFBvaW50X0dldF8xNCEiBQEMJkApAAUB8EnwPzABOAFAAUobChkKBW15c3FsEhB0aWRiX2dsb2JhbF90YXNrUgloYW5kbGU6MzZaE3RpbWU6MS4yNXMsIGxvb3BzOjJw/////wUDBAF4BQcBAQwBIauqAQEAPT5rAAhSgwMFaAAuPmcAPC5pZC0+Q29sdW1uIzMxLCBaJgABkgxfa2V5GSwAMmYsAAh5cGUZKAAzYigADHN0YXQdKQA0aikABGVwGVEANWIoABhwcmlvcml0HaUANmIsACRjb25jdXJyZW5jHS8AN2YvACByZWF0ZV90aW0dsgA4Yi8AJHRhcmdldF9zY28uCwEEOVpOyQEIYg9DGYwYOk9GRnC5CT3SCBKWCDZfAgw1EusDMmACADZGYAJFXggjCiFRXgAYPvcBHF9oaXN0b3J5LmYCABQB3hQ6MS4wOG1VZ1gxYugCR2V0OntudW1fcnBjOjMsIHRvdEGkQZNIMy4wMm1zfSxSZXNvbHZlTG9jaxkrADEyKwBFvgh9LCABOCRfZGV0YWlsOiB7CUwYcHJvY2VzcyVfJDogMTA3LjXCtXMRPwx3YWl0DRsMNzAuMh0aLGt2X3JlYWRfd2FsbA0iEDE4NS42CSMIaWt2LhoACDMyMQVXGH0sIHNjYW5ehAAUa2V5czogFbwRmwEXKF9zaXplOiA1NjQ4EZwBFxA6IDIsICXvFG5hcHNobxGtDDIzLjQFiixyb2Nrc2RiOiB7YmwhIlwge2NhY2hlX2hpdF9jb3VudDogNH19fXBhwgUBdtIDId0EUsta0AMx2QAuktgDFS6q4AMZNJboAxUwAHOa8AMdMZL4AxUwqgAEFTS2CAQZN7IQBBU3XhgEcXsEMTIuewNCGQQAqS4ZBAghVlUBAQRDQM1WBABAyVZSZQRaXAIYLmt1TPAwUj5DACxSwANncm91cCBieTrdHBELBDIsFQsAMxkLADQZCwA1GQsANhkLADcZCwA4GQtEOSwgZnVuY3M6Zmlyc3Ryb3coEWcEMSm59QAxYiYAADIdJgAyYiYAADMdJgAzYiYAADQdJgA0YiYAADUdJgA1YiYAADYdJgA2YiYAADcdJgA3YiYAADgdJgA4YiYAADkdJlprBkTLAnBhcnRpYWxfd29ya2VyOnu5O6GhJDI0NTEwNjNzLCB9GAw6NSwghSAIbnVtrdWllCg6Ni4yNjAzMDE4NamsLF9leGVjOjQ1MS41MIn6AHSxDQErMDExMjE1MzlzLCBtYXgJbxAyNjg2NwESCHA5NTISABR9LCBmaW5mqAAUOTY3MjM3aqgAAbQAbw2oEDk3Ljg3pYoBEwWlDDguNjhKowAYMzg5MjU3Mi6jABA4OTQ0MAFqFaMNElqwBQQYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:34:03.501 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=36] [2024/06/01 12:34:03.505 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165536754761729\n# Query_time: 1.3657551510000001\n# Parse_time: 0\n# Compile_time: 0.021403149\n# Rewrite_time: 0.002939872\n# Optimize_time: 0.013028038\n# Wait_TS: 0.000124141\n# Cop_time: 1.335469322 Process_time: 0.000334286 Wait_time: 0.000102041 Request_count: 4 Process_keys: 6 Total_keys: 233 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 112 Rocksdb_key_skipped_count: 565 Rocksdb_block_cache_hit_count: 21\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 8.3571e-05 Cop_proc_p90: 0.000141481 Cop_proc_max: 0.000141481 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 2.551e-05 Cop_wait_p90: 2.8179e-05 Cop_wait_max: 2.8179e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 56557\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('8TKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJYOjEuMzRzLCBsb29wczoxCTAgQnl0ZXMRCBgKMQkzXzE1bpAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28ByRxDb2x1bW4jMyEwSl0BCCwgQxl3WDpPRkYJNC43MSBLQglOL0EKMgk2XzE2JWogZ3JvdXAgYnk6WlgBIXMkZnVuY3M6bWF4KB0lDGJhY2sBPRRuZF9zdWIhfwAuHeoIKS0+FaIALA1BHGZpcnN0cm93LkYALm4CEGlkKS0+HWI2HACeRgABikEJZkwAESKiUgAIeXBlak4ARVgpI37iAEVnZksABR+elgBReGZPABEinlIAXYVmVQAdJaJYAFmKalgAGSWeWAAMc3RlcGZRAAEenkoALlsDZlIALiYAVtMEVCwgcGFydGlhbF93b3JrZXI6e3dhbGylH4H9KDM3MjUwNDAxcywgHe8MOjUsIEWTbG51bTowLCB0b3Rfd2FpdDo2LjY4NDg3MDE4NXMJFxRleGVjOjANDWX2ASQUNTE2ODQ2oVoIbWF4CWgsMDcwNTI3cywgcDk1MhIAFH0sIGZpbmahABA3NTQ2MQFvXqEAAa0RoRw1OS4xMDTCtQ2RBZ4MNS43OBUSFaMgNzcwMzE0OHMsGaMUNjc0OTk2LqMADRIAfYGjAQQECjPBERw4CTAJMC4wMl6kBoGhWjUEJVb+FAZaFAZ5XVp9ADIpA14kAC71AlokAEnIWh0ALpMCMqIGdp4FXr4CbjQGGDQJMTdfMjAxjlBpbm5lciBqb2luLCBlcXVhbDpbZXEu2gVKggByywABHRApIGVxKNE4ADfBxMnlCDYpXV6zAJBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0LjI4bXMsIGZldGNoFQ4FLgw6MHN9HnUIEQggCjUJM18yMShCAU8AKRHlPXaOzwBKJAAy4gEMY2FzdHojAVmzMGRvdWJsZSBCSU5BUln9TwA3MQoINC4wBeIaTwkhLiJpCOXyCDIuNvXyFDYJMzBfMnVMEUQMMy45OSEmFUQQaW5kZXgS/QkEOiApSmnFECAxLjcyASolUBhfaGFuZGxlBRYBFSlXDCAxMS6JDoW/GCAxMC45wrWBcyWaVlYABDg0AUGB+wQgMTYXBSwgNX0sIG5leHQ6IHsBUQBfBZwBdAQ5NgE0BRQJWhhsb29rdXBfDYcMMzYxLomERiMADHJlc3ABQyQ0OG1zfQkxNy4zHhQJGDcJNDdfMjVRAhgxXzAJMTAJBWAMOnN0LCkaEDppZHhfgegMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIOHkJHM6cHNldWRvCTIeuwkENjMB0imGADMhBwBwMS4xGqHbBCAxLfMMcHJvY4HZDHM6IDLJGgESGDogODkuMsKxjwH9CDogMgkRaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCm+BXAIX2R1BRoYbjogODAuNgVLLG1heF9kaXN0c3FsX13OTDogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxBZUORgwYaW1lOjk3N0UYHH19LCB0aWt2BWsEOnsFHMHNCfcBTyhzY2FuX2RldGFpbFV/AdoIZXNzMu8ABGFsMhcADF9zaXpBjQAy6T4EYWwNLRAxNDIsIBI0CxhuYXBzaG90TcwIOS43SaiYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA3MSwga2V5PhcAIDM1MiwgYmxvY2ElOVUNNQQyfQnpBG1lXssABfoyrQHhkQRhaRGgLbQlLCZBCBQgMTYzLjFhUeEdAQQ0CjcJMV8yNyhQcm9iZSlFs+UqBGluemYEQYVIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApoS0F0QQxLl3FZcxaxQJB6yHWLaYywgIENDRNdyJlCAggMjRN1QBjvsQCDDUxLjf+xAJRxAAyYQ4p2f7CAmbCAgQ5NikNVcIAN1LAAgA4Ddd+vwIAMoGBAHk+vgIEMTbuvQJNvS6oATq9AjGvQr8CBDMyyRBBuwEEHAo4CTQ1XzI2RbkybAWKNwVmhQEBWwEE6dMAOXEeGDAJMjkuOTcu1Ac+YQ797y4bAPmUXiEAEgMOWh0AbWxaHgD+Rwr+RwpORwo+pwguDAEObgtemggINgkxlQoOjgyt2EaZCAw0LjM08XcSmQgAMw6MECmfXkQA5f3JOj6ZCAQzMx7oCSqYCAUVGhEICDYuOanwoWQMOiAxOIVRwY4OMgpOVQAIMi44Eu4I8X4y+QZimAgFdAFkUpcICDU2M224RiMAFpcILDIuMzVtc30JMjEuNTEgEpcIBDMzLpcIADMelwgilghFZAAoBQYqjggMcGF1c6HTACwVCihdLCBbInJldmVydAkZGQwJG80FACzVD4bECDn0IYcp9HLDCAA1PgEGFi4I5dIYOiAxNDEuNaW13QIAN80VwgIGADgp6xJ3DsLGCLWMxd8IMi41IZ0gLFJlc29sdmVM4f5a8QgAMUEK/iwGwSwpGlbuCD4rBgA4VuwIIpQLfi0GBDM5Vi4GADluLwYEMTWa7Qgy1wE6MQYx3j4xBggyNDVK8AgEMzWx0g6jC4k1VrIILrgEEl4OAClRrQgyLjASQwxJrgAybnELADQS1QgqrwgplE2uADUO4QwS7QoebwtRccKrAgQ1MEX27m8LFm8LEDEuMjZt/n8Cgn8CDDU2MzYF+SKsCFqAAgAypW0ALF2AAGtKlAjukwgakwg5jDpgAjGTPmACCDE3MxaYDA4uCAEEFpEIBDM0RVouZgV6kAihA4qQCA==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('1jbACtE2CgdTb3J0XzEzEro1Cg1Qcm9qZWN0aW9uXzE1ErAyCgpIYXNoQWdnXzE2Et8oCjIhABQ4ErUlCgsBISRKb2luXzIwEoYRMkMAZDIxEo4PCg5JbmRleExvb2tVcF8yOBLdBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0wgIAACRAMAI4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuNjNtcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDhtcywgcHJvY19rZXlzOiAyLCB0b3RfcHJvYzogODkuMsK1cywgdG90X3dhaXQ6IDIywrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogODAuNsK1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6OTc3LjTCtXN9fWrFAnRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX0sIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAyLCB0b3RhbF9wcm9jZXNzX2tleXNfc2l6ZTogMTIwLCB0b3RhbF9rZXlzOiAxNDIsIGdldF9zbmFwc2hvdF90aW1lOiA5Ljc0wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDcxLCBrZXlfc2tpcHBlZF9jb3VudDogMzUyLCBibG9jazoge2NhY2hlX2hpdF9jb3VudDogMn19fSwgdGltZV9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX3RpbWU6IDg5LjLCtXMsIHRvdGFsX3dhaXRfdGltZTogMjLCtXMsIHRpa3Zfd2FsbF90aW1lOiAxNjMuMcK1c31w////////////AXj///////////8BEvAGCgxTZWxlY2VHQDI3Eo4BChFUYWJsZVJvd0lESfEANknuBFSlQu4CCA0KC13uCFIea3K9AghqHHRqywEEcP8RAS6iAAgaAQIJfiyQpUApoNtLGqN1lD9hahBSbmluKGVpTC50aWRiX2JhY2tncm91bmRfc3ViYQtcLnN0YXRlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHABhlcCkpWhN0QX0MMS4zbXV5CDFi1WZ5AwEnBHByVnYDEDQ0LjbCYWVhiQR3YWV2ADRtiQhjb3C2eAMMNTEuNwVN7ngDbXgAMgGXEH19asICbqsBCCwgc6EKAGTedgMMOTYyLAH7CGFsX2l2GDcsIGdldF86dAMAOA3YGHJvY2tzZGJicwMAMqE2BHlfOnIDQDE2LCBibG9jazoge2NhY2hlhccwY291bnQ6IDJ9fX0sICHSXsYAARwAOjKpAQRhbCWrDRo1sCUpDHdhbGwNGRwxMzIuOcK1c1rRAhwhjURsjTL1cl3OCAFAAa3YDDMuOTlBOABspdgQMWLtAWnBkKVqEDoge3RvAYUJmgwxLjcyASsoZmV0Y2hfaGFuZGyB0AQuNwEVIGJ1aWxkOiAxMaVGBCwgSWMEMTAJmQgsIHRh4lZWAAQ4NAFBCG51bcVEFGNvbmN1cq2/KDV9LCBuZXh0OiB7AVEAXwWcFDogMS45NgE0BRQJWhhsb29rdXBfDYcQMzYxLjhFokYjAAxyZXNwAUMcNDhtc31wxoo2/AMgASGpg8CnYxV0Ni4BCFKVAX76AwxlcCwgdiQAHdsULCBjYXN0egcEgVNBr2gsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzctxgw0LjA4IRExxgQPQz1GGE9GRnDsFHiR7BD/ARLGEjaJCAg5Eoc6iQgQMzYStgZCiQgIMzMaHokIBLiasZsMPkAwAaEfDEocChqxmxQBdBoOCgWlDgASCQcEUm0egAgMcGF1c6ERACwVCihdLCBbInJldmVydAkZGQwJG61DACy1TQBdYYAEZXBqtgi1PAAztTwYM2KDAmNvcFGFUXEatQgANT4/BQAxhTHl2hg6IDE0MS41RVG9QAA3rVMAY75ABQQ4OK16zkAFlcllljwyLjU1bXN9LFJlc29sdmVMgX4B2wBfRuMIDDEuMzOhagDH7moFpWopGwRhbCUdCGVzc0GlHHNfc2l6ZTogPmkFBDgyUmoFlSl+awUEMzkh7EZsBQA5bm0FBDE1mm4FMtgBOm8FMd8+bwUQMjQ1LjFmbwUcEpEGCgxTZWwaKQwMMzUSjUbiCAQzNBZkCBCquUApAAUBdUcIDAoKeUf+4Qhy4QgoBLpAKbkehetR+D1txARSKFakCAxnbG9iDioLBGFzDuQIEp0IABRNfwAwpYqJeQgyYtRmnggELjQSyAgqoQhJR0VFCDogNcHCaXOhtAg6IDJxJcJfAwQ1MGWqzl0DCZMB6xZ7CQgyNm1hMwSoAkUFIQAEOnsFGwAwlVcAMZKdCBVZIQA6MwMMNTYzNgX6Ip4IWjQDADKNN3k0AGtKGgPuhQgahQg5jToUAzGUJQ8ugwgENzPl+V6DCBiJO8PWS+GNMnACDoUItacANDlQBGLrboQIpdE+gwgFFe38DDYuOTRFAElHADEJs26DCAgyLjgS2QjREv2oADpmgwgFdAFkUoIICDU2MxpMCkYjABaCCAgyLjOhughwr6w2ggggAiHpIJT5JgGPPi0BDFLbAm0O5w8WfgwukwMEaWQyewguGwBBs6GfZiEACHlwZWIdAOXCYh4AGHByaW9yaXRmXAAUY3JlYXRlxaliRQA9bWIkAABzPl0JNuIAAHISygsEY28ByT5XCS4qACEnXkoJADZWiwJCSQkE3CIqSQlEIcWpGiU5zpRAKYnS3uALk5k/QdVYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF67Qly5AABHRApIGVxKCL5CQQsIBELCDYpXVa8AAA3ZREQX2hhc2hJowQ6exLPCww6NC4yEi4KZUYVDgUuLDowc30hfv1UfUgWlTrWAADL/n4C/n4C/n4C/n4Cin4CfaBKHhBd61ayAUJuAgTYJS5uAhjOpmfib5qVHjIIAPBJbgS3Bg6FEBBwIGJ5Oh1/PvgCIGZ1bmNzOm1heHqHAh2kKmgMBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAkbVmTAARIp6YAIHmak4ApQQpI36cAKUTZksABR+elgCxQWZPABEinlIAvXJmVQAdJaJYACZQDmpYABklnlgAhdliMgIBHp5KAAB03QdmUgAuJgBWhAMYxAJwYXJ0aQ74CBhvcmtlcjp7JucIDkINIDcyNTA0MDFzLDInCAA1DuIQCHNrXw5DCAAwEswJFsYKKDYuNjg0ODcwMTg1Gt0KDpkXEj4KDkkOEksKASQUNTE2ODQ2DgUJDo8OBWgUMDcwNTI3DkkXBDk1MhIAFH0sIGZpbmahABA3NTQ2MQFvPZAyoQABrQBvDaEQNTkuMTAWMAkBFAWeCDUuNxY9EQESFaMgNzcwMzE0OHMsGaMUNjc0OTk2LqMADRJeBwoUNA3OSNbkPsIEAKv+Wgb+WgY6WgZJd1rGBHmSWiEAPXZi0QgyggNaSAAuqwL57gA1VrYCejoGFJLHF1XY/D54AQBeWnoAhuMAAHKG2AkEaWRSqgAEGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:34:03.527 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:03.527 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=36] [2024/06/01 12:34:03.544 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.846043555\n# Parse_time: 0.001053735\n# Compile_time: 0.002821997\n# Rewrite_time: 0.000346863\n# Optimize_time: 0.001182684\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi44NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi44NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=1;"] [2024/06/01 12:34:03.556 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/01 12:34:03.601 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:03.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:03.601 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:03.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:34:03.647 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:03.670 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:truncate table, State:queueing, SchemaState:none, SchemaID:199, TableID:203, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:03.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:03.720 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 199, Table ID: 205, Table Name: t, Old Table ID: 203, Old Table Name: t"] [2024/06/01 12:34:03.775 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=3.409039ms] [gotSchemaVersion=140] [phyTblIDs="[205]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:03.787 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=140] [2024/06/01 12:34:03.790 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=22.176364ms] [job="ID:206, Type:truncate table, State:done, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:03.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:03.848 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=206] [tableIDs="[203]"] [comment="drop table: table ID"] [2024/06/01 12:34:03.857 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=206] [jobType="truncate table"] [2024/06/01 12:34:03.861 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:truncate table, State:synced, SchemaState:public, SchemaID:199, TableID:203, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:03.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:03.925 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/06/01 12:34:03.925 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:03.929 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.374693713\n# Parse_time: 0.000555329\n# Compile_time: 0.001426999\n# Rewrite_time: 0.000057758\n# Optimize_time: 0.001056555\n# Wait_TS: 0.000335751\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:34:03.945 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:04.174 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"3\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:34:04.277 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=37] [task-id=37] [data-size=97B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:34:04.323 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=37] [2024/06/01 12:34:04.323 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:34:04.429 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:04.431 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:04.432 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [2024/06/01 12:34:04.453 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:04.456 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:04.456 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=97] [2024/06/01 12:34:04.457 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=97] [cost=83.917µs] [2024/06/01 12:34:04.457 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=204.799µs] [] [2024/06/01 12:34:04.457 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:04.457 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:34:04.621 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=37] [mode=Import] [2024/06/01 12:34:04.640 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=37] [2024/06/01 12:34:04.654 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=37] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:34:04.694 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:34:04.696 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/06/01 12:34:04.696 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:04.705 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:04.705 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:04.705 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:04.705 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:04.706 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:04.706 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:04.706 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:04.706 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:04.707 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:04.723 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:04.725 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:04.725 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:04.725 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=37] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:04.725 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=37] [disk-quota=348.5GiB] [2024/06/01 12:34:04.777 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [2024/06/01 12:34:04.781 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:04.784 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:04.784 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/06/01 12:34:04.801 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [2024/06/01 12:34:04.803 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-1.csv:0] [readDur=113.123µs] [encodeDur=763.372µs] [checksum="{cksum=15880027770607611968,size=41,kvs=1}"] [deliverDur=270.873µs] [type=file] [takeTime=1.535084ms] [] [2024/06/01 12:34:04.803 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=205] [2024/06/01 12:34:04.803 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=41] [kvs=1] [files=1] [sstFileSize=939] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/6c11a5fb-aded-4d3f-94c6-28754f69f108.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000001] [2024/06/01 12:34:04.851 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [2024/06/01 12:34:04.853 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=205] [key=skip-rows-2.csv:0] [readDur=203.814µs] [encodeDur=840.453µs] [checksum="{cksum=4333126819455252683,size=82,kvs=2}"] [deliverDur=331.062µs] [type=file] [takeTime=1.653073ms] [] [2024/06/01 12:34:04.854 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=import] [subtask-id=72] [takeTime=76.727287ms] [] [2024/06/01 12:34:04.854 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/37/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/65bdae8f-7794-4166-99f4-4ce40cf5d12f.sst] [firstKey=7480000000000000CD5F72800000000000000F] [lastKey=7480000000000000CD5F728000000000000010] [2024/06/01 12:34:04.854 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/06/01 12:34:04.854 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/06/01 12:34:04.854 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:04.856 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.871823ms] [] [2024/06/01 12:34:04.856 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:04.861 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:04.882 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=3] [size=123] [2024/06/01 12:34:04.883 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:04.897 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=123] [kvs=3] [importedSize=123] [importedCount=3] [2024/06/01 12:34:04.898 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.504538ms] [] [2024/06/01 12:34:04.899 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:04.900 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.424188ms] [] [2024/06/01 12:34:04.900 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=37] [step=import] [engine-id=0] [2024/06/01 12:34:04.900 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:04.902 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=2.00483ms] [] [2024/06/01 12:34:04.902 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:04.902 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:04.902 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=60.875µs] [] [2024/06/01 12:34:04.902 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:04.903 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=934.95µs] [] [2024/06/01 12:34:04.987 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:04.989 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:04.990 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:04.990 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:04.995 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=37] [step=import] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:05.000 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:05.000 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:05.000 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:05.000 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:05.003 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:05.003 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:05.003 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:05.003 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:05.003 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:05.003 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=308.480371ms] [] [2024/06/01 12:34:05.465 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:434.967842ms txnStartTS:450165537501872130 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:434.9ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:34:05.466 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 18446744073709551615\n# Query_time: 0.449842533\n# Parse_time: 0\n# Compile_time: 0.001379043\n# Rewrite_time: 0.001448796\n# Optimize_time: 0.004695842\n# Wait_TS: 0.000066349\n# Is_internal: true\n# Digest: 4adeafbb2c2182d7d698d2825b368a7dd06c0d58793fa19c47d53687b6e1fa41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iwPwWDAJMzZfMQkwCTEJdGFibGU6dGlkYl9nbG9iYWxfdGFzaywgaGFuZGxlOjM3CTEJdGltZTo0NDcuNW1zLCBsb29wczoyLCBHZXQ6e251bV9ycGM6MSwgdG90AT8AaQ0tFDFtc30sIAEPJF9kZXRhaWw6IHsJIxxwcm9jZXNzXwEcKDogNTQuNcK1cywgCR0Md2FpdA0aDDM4LjIdGixrdl9yZWFkX3dhbGwNIgw5OC43CSIIaWt2LhkAEDQ0Ni4yBYEMc2Nhbl6BABRrZXlzOiAVuxGYARcMX3NpegGdCDYxORGaARcFLihnZXRfc25hcHNobxGrDDEzLjkFibxyb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX0JTi9BCU4vQQo=')\n# Plan_digest: 82961cbcde8a2dd20fd5359d80ca27d6df97a88381b83fba488e97e54c838aaa\n# Binary_plan: tidb_decode_binary_plan('tQNECrADCgtQb2ludF9HZXRfMSkABQHwi/A/MAE4AUABShsKGQoFbXlzcWwSEHRpZGJfZ2xvYmFsX3Rhc2tSCWhhbmRsZTozN1oVdGltZTo0NDcuNW1zLCBsb29wczoyYrwCR2V0OntudW1fcnBjOjEsIHRvdGFsX3RpbWU6NDQ3LjFtc30sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190AVkgIDU0LjXCtXMsDUAMd2FpdAlFECAzOC4yHRosa3ZfcmVhZF93YWxsDSIMOTguNwkiCGlrdi4ZABA0NDYuMgWBGHNjYW5fZGVSgQAYa2V5czogMRF7GHByb2Nlc3MFFyhfc2l6ZTogNTYxOREfFS4oZ2V0X3NuYXBzaG8RqwwxMy45BYmocm9ja3NkYjoge2Jsb2NrOiB7Y2FjaGVfaGl0X2NvdW50OiAyfX19cP///wkCNAF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:34:05.469 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165537501872130\n# Query_time: 0.456179264\n# Parse_time: 0\n# Compile_time: 0.014329847\n# Rewrite_time: 0.002083128\n# Optimize_time: 0.00699214\n# Wait_TS: 0.000123017\n# Cop_time: 0.4366594 Process_time: 0.000265895 Wait_time: 0.000061054 Request_count: 2 Process_keys: 2 Total_keys: 168 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 80 Rocksdb_key_skipped_count: 400 Rocksdb_block_cache_hit_count: 14\n# Index_names: [tidb_global_task:state]\n# Is_internal: true\n# Digest: 1d875b0ee770651d98331d998cea95542744a1a372f1556653545c137ee53157\n# Stats: tidb_global_task:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000132947 Cop_proc_p90: 0.00017915 Cop_proc_max: 0.00017915 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.0527e-05 Cop_wait_p90: 3.204e-05 Cop_wait_max: 3.204e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 15116\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: copMultiReadTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('xhKYMAkzXzcJMAkzMglteXNxbC50aWRiX2dsb2JhbF90YXNrLmlkLCBtVhsAASAQX2tleSxiIQAIeXBlYh0ADHN0YXRuHgAEZXBiOwAYcHJpb3JpdGZ5ACRjb25jdXJyZW5jaiQAIHJlYXRlX3RpbWaGADh0YXJnZXRfc2NvcGUJMQkBLEw6NDM5LjFtcywgbG9vcHM6MiwgQxluWDpPRkYJNC4zNCBLQglOL0EKMQkxNV85cmIBhs4AiqoAVGlkLCBvZmZzZXQ6MCwgY291bnQ6MzIdtB2yAaEANQGhPDAgQnl0ZXMKMgkzMF8yMAlFCBk0CDguNhk2HDMsIGluZGV4RRYUOiB7dG90QSMgaW1lOiAxLjcyASooZmV0Y2hfaGFuZGwJFiUokGJ1aWxkOiA0Ljc3wrVzLCB3YWl0OiAxMC40wrVzfSwgdGFibGVOVwAMNDM2LgVYFG51bTogMQHXNdcwOiA1fSwgbmV4dDogewFSAF8FngGMADkFtgUUCVsYbG9va3VwXxGIDDEwLjMViTYjAEhyZXNwOiA0MzUuOW1zfQk2LjA3ISghySAzCTQ3XzE3KEIBziApCTFfMAk2MAkFYQQ6dC0cADpF1AAoBQZYKSwgcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAbYoczpwc2V1ZG8JMQkl2hAxLjY4bVXrADMhggBwMaoxlQhtYXghdgAxJaoMcHJvY4ETAHMlsAx0b3RfARIYOiAxNzkuMiV1ARQhnAw6IDI5BRFoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsSTsFcQhfZHUFGhBuOiA4NEU6ACwBeiBfZGlzdHNxbF998kw6IDF9LCBycGNfaW5mbzp7Q29wOgGuGF9ycGM6MSwBglG6GDEuMDRtc31BhQhpa3YFaQQ6ewX6ADAV9gFNKHNjYW5fZGV0YWlsVfsB2Qhlc3My7gAEYWwyFwAgX3NpemU6IDYyEXUEa2UlGgw2NywghVgYbmFwc2hvdIWFFDogMTIuOCUTYHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9p2AggODAhwQB5PhcAADQlMwhsb2NhoDlSDTUIMTJ9CekEbWVeywAF+jasAQRhbCWuDRstsyUtDHdhbGwRFwQ2NSXeAH1hKgEEBAozgfccMTkoUHJvYmVpLmZjBv4BBZIBBQA1Ls0EADJmygIINDM1QfIh3jGvJb4l2RA6IDg2LonGWcgAM0nZAGO+yAIMNDUuNiXvBG1h/sgCCDQzNIWy/skCeskCDDU2MTklDQRhbDkcTskCCdhZx2KVAp6UAgA4PXc2kwItfj6TAgQ0M2HZQYwBBBwKNAk0NV8xOEK3BYoHBWYYBCAJTi9BCU4vQQo=')\n# Plan_digest: 48dcd4c11cce2eb90ac2d7fc6603c2db38527ca1df1c7148039e4a9a53cb66d9\n# Binary_plan: tidb_decode_binary_plan('khTwUgqNFAoMUHJvamVjdGlvbl83EosRCgZUb3BOXzkS3A8KDkluZGV4TG9va1VwXzIwEtgGChFJbmRleFJhbmdlU2Nhbl8xNxoBASEAAAAAALiqQCkAAQmAAE5AMAE4AkACShwKGgoFbXlzcWwSAXQaDgoFc3RhdGUSCQdYUroBcmFuZ2U6WyJjYW5jZWxsaW5nIiwuDQAgXSwgWyJwYXVzCRoRCgkXCGVuZA0XDQoFFxByZXN1bQkYFQsNGQx2ZXJ0ERoRDAkbCHVubg0ZDQpQXSwga2VlcCBvcmRlcjpmYWxzZSwgAb3wPHM6cHNldWRvWhR0aW1lOjEuNjhtcywgbG9vcHM6M2LXAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTIBKiBwcm9jX2tleXMFGwx0b3RfARIoOiAxNzkuMsK1cywFFBx3YWl0OiAyOQURoGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1BRoYbjogODQuNAU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrhRfcnBjOjEFgghhbF8N4TAwNG1zfX1qxgJ0aWt2BWoEOnsFGwAwFfgBTgBzQQ4oZGV0YWlsOiB7dG8BQgHaCGVzczLvAARhbDIXACBfc2l6ZTogNjIRdi0bPDY3LCBnZXRfc25hcHNob3QJjhAgMTIuOAXamHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogODAsIGtleT4XAAA0JTQYbG9jazogezlTDTUYMTJ9fX0sIAHeXssAARw6rQEEYWwlrw0bLbQlLQh3YWwtRwwgMjY1Jd8IfXD/EQEEAXgRChj/ARK+BgoHZXlEMTkSjQEKEVRhYmxlUm93SURTIVkMMTghAAEBBKrJQmQDCAwKCnlkBFIedrcCBGocBZlFoUbGAVacACgaAQIhvHSTGARsyxF9AEBt4QhScm1h3SQudGlkYl9nbG9iQTc0YXNrLnByaW9yaXR5LCBaIQAUY3JlYXRlJTRiJAA0aWQsIG9mZnNldDowLCAppAwzMloVJYQQNDM1LjZhUWl7CDJi1mJ7Awg0MzUBKQBwWnoDDDg2LjdFVGGNaXkAM2mKAGO+eQMMNDUuNgVL7nkDaXkQNDM0LjllegCN/noDcnoDDDU2MTk6fANWegMJ2Xl4YkYDnkUDLngBNkQDLX9Fq31EBDQzgYtWpQIcIfLx2//MjZwyogIIAUABVS4AOC4uAhAzYvABacHJaQqRsEVZECAxLjcyQTAoZmV0Y2hfaGFuZGxh8wguNzEBFqVxEDogNC43STVJMQQxMKVygT1huU5XAAw0MzYuBVgIbnVtpfwykQUoNX0sIG5leHQ6IHsBUgBfBZ4BjAA5ReUFFAlbGGxvb2t1cF8RiAwxMC4zRXNGIwAQcmVzcDpB/kVJCHDMMJ1xHCHryzvi9gaiPjAB/tID0tIDABMleQw0Mzlt1VMoMnDkIiFRMqJIXVFGpAAEoAJaVgSBMlobAAB04SMIa2V5Ym4ECHR5cGaLBOH7bh4ABGVwYlgAAHCCCwX5mWJFAI4vBQh0YXLlMgxjb3BlVfcEOS5FtrElBA9DGW1MOk9GRnDcInj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:34:05.473 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:460.263757ms txnStartTS:450165537488764936 region_id:28 store_addr:127.0.0.1:20160 stats:Cop:{num_rpc:1, total_time:460.1ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:1 rocksdb_delete_skipped_count:0 rocksdb_key_skipped_count:0 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:34:05.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165537488764936\n# Query_time: 0.491955253\n# Parse_time: 0\n# Compile_time: 0.020421819\n# Rewrite_time: 0.002671962\n# Optimize_time: 0.013179622\n# Wait_TS: 0.000114446\n# Cop_time: 0.464488871 Process_time: 0.000383003 Wait_time: 0.000127047 Request_count: 4 Process_keys: 4 Total_keys: 230 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 112 Rocksdb_key_skipped_count: 558 Rocksdb_block_cache_hit_count: 12\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 9.575e-05 Cop_proc_p90: 0.000137738 Cop_proc_max: 0.000137738 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 3.1761e-05 Cop_wait_p90: 3.5752e-05 Cop_wait_max: 3.5752e-05 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 56533\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('pDKwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJgOjQ2Ni40bXMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVukgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITA1XwAzPV8ILCBDGXlYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlbCBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucgIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAu1wQAMjJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUlJDo0NjUuNzQ1NzUBMB3wDDo1LCBFlGxudW06MCwgdG90X3dhaXQ6Mi4zMjc1NTg4NTZzCRcUZXhlYzowDQ1l+QUkLDg1MDU5OHMsIG1heAVnFDYwMDQ3NgFoCHA5NTISABR9LCBmaW5aoAAYNi4xNTkzOXKhAAGtEaEcNTEuMzQzwrUNkQWeEDUuNzA2FRMVpBg5NTc0MTk3FaQQNi4wOTgtDAmkGRIAfYGlAQQECjPBFRw4CTAJMC4wMl6qBoGjWjcEJVf+GAZaGAZ5X1p9ADIrA14kAC73AlokAEnKWh0ALpUCMqYGdqAFWcAENS4l7+2XdjgGGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu3gVKhAByzQABHRApIGVxKNE8ADcBkMnrCDYpXS61AC5MCHAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjQuMwUpEGZldGNoFQ4FLgw6MHN9Hn0IEQggCjUJM18yMShCAU8AKRHnPXqO0QBKJAAy5gEMY2FzdHolAVm3MGRvdWJsZSBCSU5BUln9VQA3NQwELjFl6GLAAQgyLjb1+BQ2CTMwXzJ1UBlEBDA5gSwVRBBpbmRleBIHCgQ6IClKackMIDEuNzlQGF9oYW5kbGUFFqUEKVgUIDYuMDXCgRSFxQwgNi43gSMAfYHlCGJsZVZXAAA4BVehAQggMSwyHQUsIDV9LCBuZXh0OiB7AVEAXwWdEDogMi4xBTQFFCX1HF9sb29rdXBfDYcAMgV3ACxKIQAMcmVzcAG2JDUzbXN9CTE3LjMeGQkYNwk0N18yNVEBGDFfMAkxMAkFXgw6c3QsKRkQOmlkeF+B7AxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwg4ekkczpwc2V1ZG8JMRbCCQwxLjY4OYUAMyEFAHAxLDEYod8MIDEuMRLqCQxwcm9jgdwAcyUzoZQBEhg6IDEyNS45JYABFCEfFDogMzIuOAUTZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwcUVFfARkdQUaGG46IDcyLjcFOixtYXhfZGlzdHNxbF9d0Ew6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6McW2DlIMKGltZToxLjA0bXN9QQkIaWt2BWkEOnsFGsHSTX00fSwgc2Nhbl9kZXRhaWxVfwHbCGVzczLwAARhbDIXABxfc2l6ZTogNulCBGFsESwMNDUsIBI7CxhuYXBzaG90UcsANC0TdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCECIcMAeT4XAAAzAWkMYmxvY2EkOVINNQQyfQnoBG1lXsoABfk2rQHhlgRhaRGhNbQlLiZHCBAgMjMyLmFh+ScwNwkxXzI3KFByb2JlKUW25TAEaW56aARBiEhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAhlcCmhLwXUCDEuM0WgLdFmyQIEOThRqSHeMa9FMyXZFDogNTQuNEV9WcoIMjMugU4FVrbKAgQ0MG0X7soCScoIOTAwZRYp5P7MAmbMAgg3MzklD1nNUssCDDguNzElJ1nL7pkCRZkuewE2mAI1gj6YAggxNDllU1mYGDgJNDVfMjZFkjJIBYoTBWZWAQ4aCgEE6a4AOVH3GDAJMjkuOTcurwc+Qg79yi4bAIXz/iYK/iYK/iYKqiYKPoIILgwBDk0LXnUIADbRrBA0NjQuN9mtUjYKBDM08VUSdggAMw5vECmhLkYANioE5dvJGUJ4CBKiCBLICS54CAWG7fEINC4xoRfp8hQ6IDIywrVydggENDYStgjxXTLVBmJ1CAAwEi4LqacSzwgAbDJ1CAg0MTKNs0YjABZ3CBA0NjEuNg54CAwyMS41MSMSeAgEMzMueAgAMx54CCJ3CKWuACgFBipvCAxwYXVzobEALBUKKF0sIFsicmV2ZXJ0CRkZDAkbreMALLXtqqUIFuoJqdx2pQgSngle2gUIMTM3pUKF3x6lCAA1hT/K2wUINzMuqQHu2wWp2wgxLjAhnv6lCH6lCAAyBfm12AQ4M1LZBQgxNi4WSw+52VakCAQ0MFKkCAwxOTgsZqQIADaepAgurAE2DAY1sz4MBggyNjUlk7mtDqQIBDM1sa0OWguJDlZmCC6TBBIWDgApmTYAMS5yEQAyRS+RNHHMEikLCDQ2MIlgXoUCBDY0GhIIJl8ICDM1LoE3BVW2XwgENjlt+e6EAkmEAbkAMf4qC4YqCwg1NjGSXwgEMTMtJ1mG7l8IEl8ILnsBQlMCKYI+UwIIMTgyZQ5ZUxJfCAQzNEVNLi8F/l4IFl4I')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('iTbACoQ2CgdTb3J0XzEzEus0Cg1Qcm9qZWN0aW9uXzE1Et8xCgpIYXNoQWdnXzE2EowoCjIhABQ4EuAkCgsBISRKb2luXzIwEuEQMkMAZDIxEukOCg5JbmRleExvb2tVcF8yOBLgBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj0mwEAACRAMAE4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuNjhtcywgbG9vcHM6M2LZAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMTNtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogMTI1LjnCtXMsIHRvdF93YWl0OiAzMi44wrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNzIuN8K1cywgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsIHRvdGFsX3RpbWU6MS4wNG1zfX1qxwJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5FfEAYTYXACBfc2l6ZTogNjAF+hRhbF9rZXkBLEA0NSwgZ2V0X3NuYXBzaG90XwVzCCAxNC0UmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNzIsIGtleT4XAAAzAWkkYmxvY2s6IHtjYTFTDTUUMn19fSwgAWoAX1rKAAEcDDogMTI9rhRhbF93YWkRoQQzMg2hJS4Md2FsbA00KDIzMi41wrVzfXD/EQEEAXgRCiT/ARLJBgoMU2VsbUpAMjcSjgEKEVRhYmxlUm93SURJ9AA2SfEEVKVC8QIIDQoLXfEIUh5rcsACBGocBZ9FqgB7BdQAMFXHADFaogAIGgECCX4skKVAKaDbSxqjdZQ/YW0QUm5pbihlbEwudGlkYl9iYWNrZ3JvdW5kX3N1YgFkXC5zdGF0ZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAMZXApKXV9CDMzbRm2BGLcYn0DBDk4Ma8EcHJWfwMYNTQuNMK1c0WEJc4UOiAyMy4zBRMQY29wcl9ZKxhyYXRpbzogan4DDDQwLjkFOhRtYXhfZGnufgMQOTAwLjdBNQx9apMCbrMBCCwgc6EVWrYCbVQF31aAAwg3MzkRHhUtSn8DDDguNzEF23l/7k0DZU0ufAE2TAM1gwX6fUwIMTQ5ZWZaqgIcIY1EbI0y9XJdpwgBQAFNNww0LjA5LjcCCOwBacFsaQwEIHud+xAgMS43NAErKGZldGNoX2hhbmRsYf0ILjcyARYkYnVpbGQ6IDYuMGHXBCwggQUBDwA3QTeBR2G8VlcAADgFVwhudW3FIQhjb265mSg1fSwgbmV4dDogewFRAF8FnRA6IDIuMQU0BRQJWhhsb29rdXBfDYcAMgV3CYY2IQAMcmVzcAHMHDUzbXN9cK6KLnYE4UMYqYPAp2MVdDYtAQhSlQF+0gMMZXAsIHYkAB3ZFCwgY2FzdHrfA4ErQX9oLCBkb3VibGUgQklOQVJZKS0+Q29sdW1uIzM3NcUEMTYhhAhsb2/BfwhiD0M9RBRPRkZw7BQuXAUElBI2ZAgIORLTOmQIEDM2EowGQmQICDMzGh5kCAS4mrFzAD4eZAgIHAoasXMUAXQaDgoFheYAEgkHBFJtHlsIDHBhdXOB6QAsFQooXSwgWyJyZXZlcnQJGRkMCRutGwAstSUAXaKRCEmcKRgIM2LZYhQFADFNUV4SBQgxMzeFeoUWrRMEMzVldgAsxhMFCDczLok47hMFqRMoMS4wNm1zfX1qxgKFF0E1SsQG/hEFBDYyBfoikQgEODNWkAgINi42OhEFVpAIBDQwIcMAeT6QCAwxOTgsZpAIADaekAgurQE2RAU1tCUtvUQIMjY1JZRaRAUEEoQykAgMMzUSjUaQCAQzNBYSCASquUIdAwgMCgp5Hf6PCHKPCCgEukApuR6F61H4PW2aBFIoVlIIFGdsb2JhbEUyBC5zFksIABUS/QgMNDYxLqXUaTgIMmLaYjgDDDQ2MC4SdwheOQMENjTt/g7dC6GvADohhAAyRSXCSwgENjkamAjuOANpOAG5ADFlOQCU/jkDcjkDCDU2MZJLCAQxMy0o/ksIKksILnwBQgcDKYM+BwMIMTgyZcJaBwMcIYk7w9ZL4Y0yYwIOTQhROQA0SQ5JOQAxek4IEnkIQk4IADfByu3HCDQuMS5OCAAyAbVuTAgENDZFuLZLCAQwNQFyQZw2KggRhAQxMk12RiMAFk0IYTChhQhwr6w2TgggAiHpIJT5JgGPPjABCFLbAiosCC6JAwhpZCwuRwguGwCh2xYQCFo8AAx0eXBlYj4A5Y5iHgAccHJpb3JpdHliIQAUY3JlYXRlEr0NZiQAJnYIYiQAgWliHQAIdGFyEmYLBGNvAck+IwkuDAEhJ14WCQA2XY5FTVGOQhcJBNwiKhcJRCHFqRolOc6UQCmJ0t7gC5OZP0HaWFJwaW5uZXIgam9pbiwgZXF1YWw6W2VxersJcuYAAR0QKSBlcSgixwkELCARCwg2KV0VvgQ1LhLkChG+ADdFkBBfaGFzaEmoBDp7Ep4LDDo0LjMFKWVKFQ4FLiw6MHN9IX79VH1IFpU62AAAy/6CAv6CAv6CAv6CAoqCAn1oSsYPXe89tIVNMbRCcgIE2CUucgIYzqZn4m+alR4uCADwSXIEtwYOLxAQcCBieTodgT7+AiBmdW5jczptYXh6iwIdpio6DAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG7ZkwAESKemACB7GpOAKUKKSN+nAClGWZLAAUfnpYAsUdmTwARIp5SAL14ZlUAHSWiWAC5rGpYABklnlgAhd1iMgIBHp5KAC4NBmZSAC4mAHWGADYuvwogMWLEAnBhcnRpDgMJGG9ya2VyOnsm+QscNDY1Ljc0NTdltx3wDDo1LCBFlA5MCBaOFRa/CigyLjMyNzU1ODg1NhoODg5HFxIxFA7jChJBCwUkFDg1MDU5OBZ2FgVnEDYwMDQ3EqgPCHA5NTISABR9LCBmaW5aoAAYNi4xNTkzOXKhAAGtAG8NoRQ1MS4zNDMSYQsBFAWeDDUuNzAWmQ0BExWkGDk1NzQxOTcVpBA2LjA5OC0MCaQZEl4SChQ0Dc5I1uQ+xAQAq/5eBv5eBjpeBkl5WsgEeZRaIQBdGGK8CDKEA1pIAC6tAvn0ADVduBJMDZo+BhSSxxdV2Pw+egEAXlp8AIblAIriCQRpZB2sNDRtcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/06/01 12:34:05.526 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":3,\"ColSizeMap\":{\"1\":3,\"2\":18,\"3\":5}}"] [2024/06/01 12:34:05.528 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=37] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:05.528 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:34:05.718 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:34:05.782 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/06/01 12:34:05.782 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/06/01 12:34:05.782 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [2024/06/01 12:34:05.790 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=7.987892ms] [] [2024/06/01 12:34:05.791 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [groupId=-1] [size=123] [kvs=3] [checksum=16159877524845660299] [2024/06/01 12:34:05.791 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [checksum="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/06/01 12:34:05.791 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [weight=30] [2024/06/01 12:34:05.791 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [concurrency=15] [2024/06/01 12:34:05.795 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=16159877524845660299] [totalKvs=3] [totalBytes=123] [2024/06/01 12:34:05.796 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [local="{cksum=16159877524845660299,size=123,kvs=3}"] [2024/06/01 12:34:05.796 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.254101ms] [] [2024/06/01 12:34:05.796 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=37] [step=post-process] [subtask-id=73] [takeTime=13.514519ms] [] [2024/06/01 12:34:05.844 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=37] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=125.297118ms] [] [2024/06/01 12:34:05.845 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=37] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:05.845 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=37] [step=post-process] [state=running] [] [2024/06/01 12:34:05.847 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=37] [2024/06/01 12:34:05.896 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=37] [type=ImportInto] [2024/06/01 12:34:05.929 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=37] [2024/06/01 12:34:05.954 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:05.954 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=37] [2024/06/01 12:34:06.093 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:06.139 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 2.209515614\n# Parse_time: 0.000625159\n# Compile_time: 0.001688187\n# Rewrite_time: 0.000371064\n# Optimize_time: 0.001056555\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 1431ef0f8152ec147cf77c85ee9c8be43939ce00a132572b45fe6bd8841230f7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4yMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4yMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/skip-rows-*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1, skip_rows=3;"] === RUN TestImportInto/TestImportIntoPrivilegePositiveCase [2024/06/01 12:34:06.152 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=load_data] [sql="drop database if exists import_into"] [user=root@%] [2024/06/01 12:34:06.182 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:06.182 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists import_into"] [2024/06/01 12:34:06.219 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.262 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=2.937733ms] [gotSchemaVersion=141] [phyTblIDs="[139]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:06.275 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=141] [2024/06/01 12:34:06.277 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=22.712812ms] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.341 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.370 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=220.141µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:06.384 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=142] [2024/06/01 12:34:06.386 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=20.72096ms] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.495 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.533 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=277.775µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:06.546 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=143] [2024/06/01 12:34:06.548 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=19.209125ms] [job="ID:207, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.612 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[139]"] [comment="drop schema: table IDs"] [2024/06/01 12:34:06.623 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop schema"] [2024/06/01 12:34:06.628 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.678 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/06/01 12:34:06.679 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:06.683 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.531611846\n# Parse_time: 0.000581549\n# Compile_time: 0.000890894\n# Rewrite_time: 0.000040823\n# Optimize_time: 0.00137378\n# Wait_TS: 0.000489987\n# DB: load_data\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists import_into;"] [2024/06/01 12:34:06.684 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=load_data] [sql="create database import_into"] [user=root@%] [2024/06/01 12:34:06.722 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:06.722 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database import_into"] [2024/06/01 12:34:06.792 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create schema, State:queueing, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.835 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=1.206081ms] [gotSchemaVersion=144] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:06.846 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=209] [version=144] [2024/06/01 12:34:06.848 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=18.411462ms] [job="ID:209, Type:create schema, State:done, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:06.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.917 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create schema, State:synced, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.688 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:06.993 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/06/01 12:34:06.993 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:06.997 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.313533098\n# Parse_time: 0.000216833\n# Compile_time: 0.000696522\n# Rewrite_time: 0.000036389\n# Optimize_time: 0.00137378\n# Wait_TS: 0.000430605\n# DB: load_data\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database import_into;"] [2024/06/01 12:34:07.001 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=import_into] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:34:07.049 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:06.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:07.049 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:06.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:07.101 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [category=ddl] [job="ID:211, Type:create table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:07.110 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 208, Table ID: 210, Table Name: t"] [2024/06/01 12:34:07.181 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=3.063069ms] [gotSchemaVersion=145] [phyTblIDs="[210]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:07.201 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=211] [version=145] [2024/06/01 12:34:07.203 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=30.409723ms] [job="ID:211, Type:create table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:06.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:07.274 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=211] [conn=2] [job="ID:211, Type:create table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:06.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:07.322 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=211] [2024/06/01 12:34:07.322 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:07.326 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.326838611\n# Parse_time: 0.000626109\n# Compile_time: 0.001307854\n# Rewrite_time: 0.000061201\n# Optimize_time: 0.00137378\n# Wait_TS: 0.000371839\n# DB: import_into\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse import_into;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:07.328 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="DROP USER IF EXISTS 'test_import_into'@'localhost';"] [user=root@%] [2024/06/01 12:34:07.601 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="create user test_import_into@localhost"] [user=root@%] [2024/06/01 12:34:07.744 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT SELECT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/01 12:34:07.945 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT UPDATE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/01 12:34:08.101 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT INSERT on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/01 12:34:08.171 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=33.993917ms] [2024/06/01 12:34:08.299 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT DELETE on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/01 12:34:08.458 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] ["secure text"="GRANT ALTER on import_into.t to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/01 12:34:08.673 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:08.873 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:09.012 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=38] [task-id=38] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:09.052 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=38] [2024/06/01 12:34:09.053 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:09.158 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:09.160 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:09.161 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [2024/06/01 12:34:09.179 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:09.182 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:09.182 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/06/01 12:34:09.182 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=60.534µs] [2024/06/01 12:34:09.182 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=176.604µs] [] [2024/06/01 12:34:09.182 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:09.182 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:09.312 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=38] [mode=Import] [2024/06/01 12:34:09.356 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=38] [2024/06/01 12:34:09.376 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=38] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:09.421 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:09.423 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/06/01 12:34:09.424 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:09.432 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:09.433 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:09.433 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:09.433 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:09.434 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:09.434 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:09.434 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:09.434 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:09.434 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:09.448 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:09.450 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:09.450 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:09.450 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=38] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:09.450 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=38] [disk-quota=348.5GiB] [2024/06/01 12:34:09.498 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [2024/06/01 12:34:09.501 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:09.506 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:09.506 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=210] [2024/06/01 12:34:09.521 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [2024/06/01 12:34:09.524 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=210] [key=db.tbl.001.csv:0] [readDur=1.10825ms] [encodeDur=872.566µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=282.309µs] [type=file] [takeTime=2.719534ms] [] [2024/06/01 12:34:09.525 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=import] [subtask-id=74] [takeTime=27.496158ms] [] [2024/06/01 12:34:09.525 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/38/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/5742d802-4259-4738-bc11-e5d1750d7779.sst] [firstKey=7480000000000000D25F728000000000000001] [lastKey=7480000000000000D25F728000000000000002] [2024/06/01 12:34:09.525 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/06/01 12:34:09.525 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/06/01 12:34:09.525 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:09.528 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.097386ms] [] [2024/06/01 12:34:09.528 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:34:09.532 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:09.554 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/06/01 12:34:09.554 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:09.568 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/01 12:34:09.569 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=41.246063ms] [] [2024/06/01 12:34:09.569 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:09.570 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.29622ms] [] [2024/06/01 12:34:09.571 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=38] [step=import] [engine-id=0] [2024/06/01 12:34:09.571 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:09.572 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.706757ms] [] [2024/06/01 12:34:09.572 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:34:09.572 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:09.573 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=101.228µs] [] [2024/06/01 12:34:09.573 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:09.574 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=920.201µs] [] [2024/06/01 12:34:09.616 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=38] [step=import] [2024/06/01 12:34:09.619 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:09.619 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:09.619 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:09.619 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:09.621 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:09.621 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:09.621 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:09.621 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:09.621 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:09.621 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=200.036269ms] [] [2024/06/01 12:34:09.675 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:09.676 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:09.677 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:09.678 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:09.791 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/06/01 12:34:09.793 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=38] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:09.793 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:09.945 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:09.993 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/06/01 12:34:09.993 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/06/01 12:34:09.993 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [2024/06/01 12:34:10.000 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=7.163059ms] [] [2024/06/01 12:34:10.000 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/06/01 12:34:10.000 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/01 12:34:10.000 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [weight=30] [2024/06/01 12:34:10.001 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [concurrency=15] [2024/06/01 12:34:10.005 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=210] [physicalTableID=210] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/06/01 12:34:10.005 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/01 12:34:10.005 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.382025ms] [] [2024/06/01 12:34:10.005 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=38] [step=post-process] [subtask-id=75] [takeTime=12.556855ms] [] [2024/06/01 12:34:10.050 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=38] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=105.342164ms] [] [2024/06/01 12:34:10.076 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=38] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:10.076 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=38] [step=post-process] [state=running] [] [2024/06/01 12:34:10.078 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=38] [2024/06/01 12:34:10.164 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=38] [2024/06/01 12:34:10.179 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=38] [type=ImportInto] [2024/06/01 12:34:10.194 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:10.194 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=38] [2024/06/01 12:34:10.281 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6251288929999999\n# Parse_time: 0.001173839\n# Compile_time: 0.002266758\n# Rewrite_time: 0.000409264\n# Optimize_time: 0.00137378\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:34:10.291 +00:00] [INFO] [sem.go:78] ["tidb-server is operating with security enhanced mode (SEM) enabled"] [2024/06/01 12:34:10.292 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=145] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/06/01 12:34:10.305 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:10.328 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:10.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:10.328 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:10.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:34:10.373 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:210, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:10.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:10.384 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 212, Table Name: t, Old Table ID: 210, Old Table Name: t"] [2024/06/01 12:34:10.435 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=3.052304ms] [gotSchemaVersion=146] [phyTblIDs="[212]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:10.446 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=146] [2024/06/01 12:34:10.448 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=20.155347ms] [job="ID:213, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:10.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:10.543 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[210]"] [comment="drop table: table ID"] [2024/06/01 12:34:10.555 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="truncate table"] [2024/06/01 12:34:10.559 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:210, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:10.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:10.637 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/06/01 12:34:10.637 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:10.641 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.349420312\n# Parse_time: 0.000289761\n# Compile_time: 0.000945028\n# Rewrite_time: 0.000039785\n# Optimize_time: 0.001077611\n# Wait_TS: 0.000546943\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:34:10.656 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:10.842 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:10.991 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=39] [task-id=39] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:11.030 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=39] [2024/06/01 12:34:11.030 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:11.135 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:11.136 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:11.138 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [2024/06/01 12:34:11.160 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:11.163 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:11.163 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/06/01 12:34:11.163 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=57.987µs] [2024/06/01 12:34:11.163 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=167.658µs] [] [2024/06/01 12:34:11.163 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:11.163 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:11.295 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=39] [mode=Import] [2024/06/01 12:34:11.314 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=39] [2024/06/01 12:34:11.340 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=39] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:11.426 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:11.428 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/06/01 12:34:11.429 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:11.438 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:11.438 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:11.438 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:11.438 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:11.439 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:11.439 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:11.439 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:11.439 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:11.440 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:11.454 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:11.455 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:11.455 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:11.455 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=39] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:11.456 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=39] [disk-quota=348.5GiB] [2024/06/01 12:34:11.498 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [2024/06/01 12:34:11.501 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:11.505 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:11.505 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=212] [2024/06/01 12:34:11.550 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [2024/06/01 12:34:11.553 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=212] [key=db.tbl.001.csv:0] [readDur=1.26343ms] [encodeDur=834.989µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=273.861µs] [type=file] [takeTime=2.753199ms] [] [2024/06/01 12:34:11.554 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=import] [subtask-id=76] [takeTime=55.953775ms] [] [2024/06/01 12:34:11.554 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/39/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/59a29e3f-c281-417c-8782-af9f32554e93.sst] [firstKey=7480000000000000D45F728000000000000001] [lastKey=7480000000000000D45F728000000000000002] [2024/06/01 12:34:11.554 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/06/01 12:34:11.554 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/06/01 12:34:11.554 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:11.556 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=2.332752ms] [] [2024/06/01 12:34:11.556 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:34:11.561 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:11.583 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/06/01 12:34:11.583 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:11.596 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/01 12:34:11.598 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=41.595192ms] [] [2024/06/01 12:34:11.598 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:11.599 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.227397ms] [] [2024/06/01 12:34:11.599 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=39] [step=import] [engine-id=0] [2024/06/01 12:34:11.600 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:11.601 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.510147ms] [] [2024/06/01 12:34:11.601 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:34:11.601 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:11.601 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=73.184µs] [] [2024/06/01 12:34:11.601 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:11.602 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=992.424µs] [] [2024/06/01 12:34:11.655 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:11.657 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:11.657 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=39] [step=import] [2024/06/01 12:34:11.658 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:11.658 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:11.661 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:11.661 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:11.661 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:11.661 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:11.663 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:11.663 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:11.663 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:11.663 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:11.663 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:11.663 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=237.440779ms] [] [2024/06/01 12:34:11.727 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/06/01 12:34:11.728 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=39] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:11.728 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:11.921 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:11.974 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/06/01 12:34:11.975 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/06/01 12:34:11.975 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [2024/06/01 12:34:11.983 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=7.770922ms] [] [2024/06/01 12:34:11.983 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/06/01 12:34:11.983 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/01 12:34:11.983 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [weight=30] [2024/06/01 12:34:11.983 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [concurrency=15] [2024/06/01 12:34:11.987 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=212] [physicalTableID=212] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/06/01 12:34:11.988 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/01 12:34:11.988 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.254267ms] [] [2024/06/01 12:34:11.988 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=39] [step=post-process] [subtask-id=77] [takeTime=13.488825ms] [] [2024/06/01 12:34:12.035 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=39] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=113.355863ms] [] [2024/06/01 12:34:12.055 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=39] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:12.055 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=39] [step=post-process] [state=running] [] [2024/06/01 12:34:12.058 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=39] [2024/06/01 12:34:12.130 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=39] [type=ImportInto] [2024/06/01 12:34:12.137 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=39] [2024/06/01 12:34:12.198 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:12.199 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=39] [2024/06/01 12:34:12.266 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.623808186\n# Parse_time: 0.000410053\n# Compile_time: 0.001685194\n# Rewrite_time: 0.000291128\n# Optimize_time: 0.001077611\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM 'gs://privilege-test/db.tbl.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:34:12.277 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation"] [errorVerbose="[planner:1227]Access denied; you need (at least one of) the FILE privilege(s) for this operation\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4182\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportIntoPrivilegePositiveCase\n\ttests/realtikvtest/importintotest/import_into_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="IMPORT INTO t FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase2425490676/001/file.csv'"] [2024/06/01 12:34:12.279 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] ["secure text"="GRANT FILE on *.* to 'test_import_into'@'localhost'"] [user=root@%] [2024/06/01 12:34:12.316 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:12.424 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=146] [cur_db=import_into] [sql="truncate table t"] [user=root@%] [2024/06/01 12:34:12.454 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:12.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:12.454 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:12.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:34:12.515 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [category=ddl] [job="ID:215, Type:truncate table, State:queueing, SchemaState:none, SchemaID:208, TableID:212, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:12.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:12.526 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 208, Table ID: 214, Table Name: t, Old Table ID: 212, Old Table Name: t"] [2024/06/01 12:34:12.620 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=3.968472ms] [gotSchemaVersion=147] [phyTblIDs="[214]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:12.632 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=215] [version=147] [2024/06/01 12:34:12.634 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=22.625119ms] [job="ID:215, Type:truncate table, State:done, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:12.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:12.687 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=215] [tableIDs="[212]"] [comment="drop table: table ID"] [2024/06/01 12:34:12.696 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=215] [jobType="truncate table"] [2024/06/01 12:34:12.699 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=215] [conn=2] [job="ID:215, Type:truncate table, State:synced, SchemaState:public, SchemaID:208, TableID:212, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:12.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:12.778 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=215] [2024/06/01 12:34:12.778 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:12.782 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359570904\n# Parse_time: 0.000277601\n# Compile_time: 0.001181861\n# Rewrite_time: 0.000053622\n# Optimize_time: 0.001324787\n# Wait_TS: 0.000416332\n# DB: import_into\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:34:13.016 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase2425490676/001/file.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:13.016 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:13.016 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=21] [2024/06/01 12:34:13.016 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=21] [cost=65.346µs] [2024/06/01 12:34:13.016 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=204.029µs] [] [2024/06/01 12:34:13.112 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=40] [task-id=40] [data-size=21B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:13.149 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=40] [2024/06/01 12:34:13.149 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:13.257 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:13.259 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:13.260 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [2024/06/01 12:34:13.279 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:13.279 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:13.454 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=40] [mode=Import] [2024/06/01 12:34:13.473 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=40] [2024/06/01 12:34:13.499 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=40] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:13.541 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:13.543 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/06/01 12:34:13.551 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:13.551 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:13.551 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:13.551 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:13.552 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:13.552 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:13.552 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:13.552 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:13.552 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:13.566 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:13.568 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:13.568 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:13.568 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=40] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:13.568 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=40] [disk-quota=348.5GiB] [2024/06/01 12:34:13.610 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [2024/06/01 12:34:13.615 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:13.618 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:13.618 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=214] [2024/06/01 12:34:13.632 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=214] [key=file.csv:0] [2024/06/01 12:34:13.633 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=214] [key=file.csv:0] [readDur=209.633µs] [encodeDur=821.206µs] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [deliverDur=241.266µs] [type=file] [takeTime=1.720743ms] [] [2024/06/01 12:34:13.634 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=import] [subtask-id=78] [takeTime=23.625769ms] [] [2024/06/01 12:34:13.634 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/40/ab3834ca-0a02-50c6-81ad-d45c1915b7bb.sst/1ba09d09-d57c-4e66-b049-9431fd120a9c.sst] [firstKey=7480000000000000D65F728000000000000001] [lastKey=7480000000000000D65F728000000000000002] [2024/06/01 12:34:13.634 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/06/01 12:34:13.634 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/06/01 12:34:13.634 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:13.636 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.901294ms] [] [2024/06/01 12:34:13.637 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [2024/06/01 12:34:13.642 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:13.663 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] ["region ranges"=1] [count=2] [size=82] [2024/06/01 12:34:13.664 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:13.678 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/01 12:34:13.680 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [retryCnt=0] [takeTime=43.364932ms] [] [2024/06/01 12:34:13.680 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [2024/06/01 12:34:13.682 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:0] [engineUUID=ab3834ca-0a02-50c6-81ad-d45c1915b7bb] [takeTime=1.408364ms] [] [2024/06/01 12:34:13.682 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=40] [step=import] [engine-id=0] [2024/06/01 12:34:13.682 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:13.683 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=1.629634ms] [] [2024/06/01 12:34:13.683 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [2024/06/01 12:34:13.683 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:13.684 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [retryCnt=0] [takeTime=65.002µs] [] [2024/06/01 12:34:13.684 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [2024/06/01 12:34:13.684 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`t`:-1] [engineUUID=2d9462f7-8d8a-52db-8655-8d0214d0d974] [takeTime=870.635µs] [] [2024/06/01 12:34:13.732 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=40] [step=import] [2024/06/01 12:34:13.735 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:13.735 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:13.735 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:13.735 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:13.735 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:13.735 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:13.735 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:13.735 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:13.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:13.736 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:13.736 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:13.736 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:13.736 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:13.738 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:13.738 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:13.738 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:13.738 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:13.738 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:13.738 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=196.71746ms] [] [2024/06/01 12:34:13.773 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:13.775 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:13.776 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:13.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:13.882 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":2}}"] [2024/06/01 12:34:13.884 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=40] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:13.884 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:14.047 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:14.100 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/06/01 12:34:14.100 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/06/01 12:34:14.100 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [2024/06/01 12:34:14.108 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=7.492902ms] [] [2024/06/01 12:34:14.108 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [groupId=-1] [size=82] [kvs=2] [checksum=1675147975136326378] [2024/06/01 12:34:14.108 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [checksum="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/01 12:34:14.108 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [weight=30] [2024/06/01 12:34:14.108 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [concurrency=15] [2024/06/01 12:34:14.112 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=214] [physicalTableID=214] [indexID=-1] [checksum=1675147975136326378] [totalKvs=2] [totalBytes=82] [2024/06/01 12:34:14.112 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [local="{cksum=1675147975136326378,size=82,kvs=2}"] [2024/06/01 12:34:14.112 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.442338ms] [] [2024/06/01 12:34:14.112 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=40] [step=post-process] [subtask-id=79] [takeTime=12.620259ms] [] [2024/06/01 12:34:14.189 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=40] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=141.957225ms] [] [2024/06/01 12:34:14.204 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=40] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:14.204 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=40] [step=post-process] [state=running] [] [2024/06/01 12:34:14.208 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=40] [2024/06/01 12:34:14.255 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=40] [2024/06/01 12:34:14.278 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=40] [type=ImportInto] [2024/06/01 12:34:14.285 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:14.285 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=40] [2024/06/01 12:34:14.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_import_into[test_import_into] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.597168773\n# Parse_time: 0.000417535\n# Compile_time: 0.001639405\n# Rewrite_time: 0.000282865\n# Optimize_time: 0.001324787\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`t` FROM '/tmp/TestImportIntoTestImportIntoPrivilegePositiveCase2425490676/001/file.csv';"] [2024/06/01 12:34:14.389 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestImportMode [2024/06/01 12:34:14.395 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=import_into] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/06/01 12:34:14.424 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:14.424 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/06/01 12:34:14.459 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:queueing, SchemaState:public, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.499 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.600386ms] [gotSchemaVersion=148] [phyTblIDs="[205]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:14.510 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=148] [2024/06/01 12:34:14.511 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=18.822001ms] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.608 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:write only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.646 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=251.189µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:14.658 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=149] [2024/06/01 12:34:14.660 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=18.626891ms] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.735 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [category=ddl] [job="ID:216, Type:drop schema, State:running, SchemaState:delete only, SchemaID:199, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.767 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=213.686µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:14.779 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=216] [version=150] [2024/06/01 12:34:14.783 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=19.560048ms] [job="ID:216, Type:drop schema, State:done, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.856 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=216] [tableIDs="[205]"] [comment="drop schema: table IDs"] [2024/06/01 12:34:14.865 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=216] [jobType="drop schema"] [2024/06/01 12:34:14.869 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=216] [conn=2] [job="ID:216, Type:drop schema, State:synced, SchemaState:none, SchemaID:199, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.388 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:14.919 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=216] [2024/06/01 12:34:14.919 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:14.923 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.528857018\n# Parse_time: 0.000521169\n# Compile_time: 0.000904333\n# Rewrite_time: 0.000036672\n# Optimize_time: 0.001100502\n# Wait_TS: 0.000298944\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/06/01 12:34:14.925 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=150] [cur_db=import_into] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/06/01 12:34:14.954 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:14.954 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/06/01 12:34:14.996 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [category=ddl] [job="ID:218, Type:create schema, State:queueing, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:14.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:15.073 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=1.079016ms] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:15.085 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=218] [version=151] [2024/06/01 12:34:15.087 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=20.570768ms] [job="ID:218, Type:create schema, State:done, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:14.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:15.162 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=218] [conn=2] [job="ID:218, Type:create schema, State:synced, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:14.937 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:15.189 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=218] [2024/06/01 12:34:15.189 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:15.195 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=import_into] [sql="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [user=root@%] [2024/06/01 12:34:15.250 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:15.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:15.250 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:15.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/06/01 12:34:15.333 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [category=ddl] [job="ID:220, Type:create table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:15.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:15.342 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 217, Table ID: 219, Table Name: import_mode"] [2024/06/01 12:34:15.400 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=2.719394ms] [gotSchemaVersion=152] [phyTblIDs="[219]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:15.412 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=220] [version=152] [2024/06/01 12:34:15.414 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=20.16253ms] [job="ID:220, Type:create table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:15.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:15.531 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=220] [conn=2] [job="ID:220, Type:create table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:15.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:15.572 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=220] [2024/06/01 12:34:15.573 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:15.576 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.382690942\n# Parse_time: 0.000613352\n# Compile_time: 0.000999936\n# Rewrite_time: 0.000058111\n# Optimize_time: 0.001100502\n# Wait_TS: 0.00045997\n# DB: import_into\n# Is_internal: false\n# Digest: 7c79d972eb975faec6764039c1dfcf136733d01396f4f8bdcf65ab0f431a0497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.import_mode (a INT, b INT, c int);"] [2024/06/01 12:34:15.591 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:15.787 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:15.923 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=41] [task-id=41] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:15.986 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=41] [2024/06/01 12:34:15.986 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:16.093 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:16.095 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:16.096 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [2024/06/01 12:34:16.116 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:16.118 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/01 12:34:16.118 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/01 12:34:16.119 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=49.563µs] [2024/06/01 12:34:16.119 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=159.774µs] [] [2024/06/01 12:34:16.119 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:16.119 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:16.249 +00:00] [INFO] [import_into_test.go:804] [ToImportMode] [2024/06/01 12:34:16.255 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=41] [2024/06/01 12:34:16.278 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=41] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:16.363 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:16.364 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/06/01 12:34:16.366 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:16.375 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:16.375 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:16.376 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:16.376 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:16.377 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:16.377 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:16.377 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:16.377 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:16.377 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:16.391 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:16.393 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:16.393 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/01 12:34:16.393 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=41] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:16.393 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=41] [disk-quota=348.5GiB] [2024/06/01 12:34:16.439 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [2024/06/01 12:34:16.443 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:16.446 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:16.447 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=219] [2024/06/01 12:34:16.477 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [2024/06/01 12:34:16.480 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=219] [key=import_mode-1.tsv:0] [readDur=1.187201ms] [encodeDur=560.91µs] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [deliverDur=254.268µs] [type=file] [takeTime=2.481225ms] [] [2024/06/01 12:34:16.480 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/41/1ccc2128-36af-5780-96ac-757ded6634c4.sst/e008ed1a-491e-4a16-a800-20dfd66a8f6a.sst] [firstKey=7480000000000000DB5F728000000000000001] [lastKey=7480000000000000DB5F728000000000000001] [2024/06/01 12:34:16.480 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=import] [subtask-id=80] [takeTime=41.325523ms] [] [2024/06/01 12:34:16.481 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/06/01 12:34:16.481 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/06/01 12:34:16.481 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:16.483 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.07451ms] [] [2024/06/01 12:34:16.483 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/01 12:34:16.487 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:16.509 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:34:16.510 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:16.523 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:34:16.525 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=42.23081ms] [] [2024/06/01 12:34:16.525 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:16.526 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.061782ms] [] [2024/06/01 12:34:16.526 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=41] [step=import] [engine-id=0] [2024/06/01 12:34:16.527 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:16.528 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.502067ms] [] [2024/06/01 12:34:16.528 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/01 12:34:16.528 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:16.528 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=58.988µs] [] [2024/06/01 12:34:16.528 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:16.529 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.087373ms] [] [2024/06/01 12:34:16.582 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=41] [step=import] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:16.585 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:16.585 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:16.585 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:16.585 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:16.587 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:16.587 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:16.587 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:16.587 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:16.587 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:16.587 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=224.707125ms] [] [2024/06/01 12:34:16.607 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:16.609 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:16.610 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:16.610 +00:00] [INFO] [import_into_test.go:809] [ToNormalMode] [2024/06/01 12:34:16.672 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/01 12:34:16.674 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=41] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:16.674 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:16.882 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:16.939 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/06/01 12:34:16.939 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/06/01 12:34:16.939 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [2024/06/01 12:34:16.947 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=7.904908ms] [] [2024/06/01 12:34:16.947 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [groupId=-1] [size=37] [kvs=1] [checksum=13229870688400196519] [2024/06/01 12:34:16.948 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [checksum="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/06/01 12:34:16.948 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [weight=30] [2024/06/01 12:34:16.948 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [concurrency=15] [2024/06/01 12:34:16.952 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=219] [physicalTableID=219] [indexID=-1] [checksum=13229870688400196519] [totalKvs=1] [totalBytes=37] [2024/06/01 12:34:16.952 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [local="{cksum=13229870688400196519,size=37,kvs=1}"] [2024/06/01 12:34:16.952 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=12.989046ms] [] [2024/06/01 12:34:16.952 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=41] [step=post-process] [subtask-id=81] [takeTime=13.201714ms] [] [2024/06/01 12:34:16.998 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=41] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=115.262272ms] [] [2024/06/01 12:34:17.010 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=41] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:17.010 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=41] [step=post-process] [state=running] [] [2024/06/01 12:34:17.013 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=41] [2024/06/01 12:34:17.056 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=41] [type=ImportInto] [2024/06/01 12:34:17.096 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=41] [2024/06/01 12:34:17.117 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:17.117 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=41] [2024/06/01 12:34:17.241 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.662855977\n# Parse_time: 0.000581996\n# Compile_time: 0.001381123\n# Rewrite_time: 0.00025722\n# Optimize_time: 0.001100502\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/06/01 12:34:17.277 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:17.309 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/01 12:34:17.341 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:17.341 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/01 12:34:17.403 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [category=ddl] [job="ID:222, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:219, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:17.415 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 221, Table Name: import_mode, Old Table ID: 219, Old Table Name: import_mode"] [2024/06/01 12:34:17.463 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=3.241381ms] [gotSchemaVersion=153] [phyTblIDs="[221]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:17.475 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=222] [version=153] [2024/06/01 12:34:17.477 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=21.464216ms] [job="ID:222, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:17.548 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=222] [tableIDs="[219]"] [comment="drop table: table ID"] [2024/06/01 12:34:17.596 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=222] [jobType="truncate table"] [2024/06/01 12:34:17.601 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=222] [conn=2] [job="ID:222, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:219, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:17.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:17.674 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=222] [2024/06/01 12:34:17.674 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:17.679 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.370876652\n# Parse_time: 0.00024972\n# Compile_time: 0.001146569\n# Rewrite_time: 0.000048147\n# Optimize_time: 0.000829033\n# Wait_TS: 0.000483592\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/01 12:34:17.695 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:17.874 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:18.009 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=42] [task-id=42] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:18.060 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=42] [2024/06/01 12:34:18.061 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:18.166 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:18.168 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:18.169 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [2024/06/01 12:34:18.192 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:18.195 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/01 12:34:18.195 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/01 12:34:18.195 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=54.84µs] [2024/06/01 12:34:18.195 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=172.434µs] [] [2024/06/01 12:34:18.195 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:18.195 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:18.349 +00:00] [INFO] [import_into_test.go:804] [ToImportMode] [2024/06/01 12:34:18.354 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=42] [2024/06/01 12:34:18.413 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=42] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:18.454 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:18.455 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/06/01 12:34:18.457 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:18.466 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:18.466 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:18.467 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:18.467 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:18.468 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:18.468 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:18.468 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:18.468 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:18.468 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:18.483 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:18.485 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:18.485 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/01 12:34:18.486 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=42] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:18.486 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=42] [disk-quota=348.5GiB] [2024/06/01 12:34:18.534 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [2024/06/01 12:34:18.538 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:18.541 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:18.542 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=221] [2024/06/01 12:34:18.571 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [2024/06/01 12:34:18.573 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=221] [key=import_mode-1.tsv:0] [readDur=1.098188ms] [encodeDur=630.856µs] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [deliverDur=270.882µs] [type=file] [takeTime=2.398181ms] [] [2024/06/01 12:34:18.574 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=import] [subtask-id=82] [takeTime=40.218795ms] [] [2024/06/01 12:34:18.574 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/42/1ccc2128-36af-5780-96ac-757ded6634c4.sst/56c4a28b-18d7-4ef2-b801-13884f8c57ed.sst] [firstKey=7480000000000000DD5F728000000000000001] [lastKey=7480000000000000DD5F728000000000000001] [2024/06/01 12:34:18.575 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/06/01 12:34:18.575 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/06/01 12:34:18.575 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:18.577 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.202799ms] [] [2024/06/01 12:34:18.577 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/01 12:34:18.581 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:18.603 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:34:18.603 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:18.617 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:34:18.619 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=41.778873ms] [] [2024/06/01 12:34:18.619 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:18.620 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.204866ms] [] [2024/06/01 12:34:18.620 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=42] [step=import] [engine-id=0] [2024/06/01 12:34:18.620 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:18.622 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.630954ms] [] [2024/06/01 12:34:18.622 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/01 12:34:18.622 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:18.622 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=54.704µs] [] [2024/06/01 12:34:18.622 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:18.623 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=881.648µs] [] [2024/06/01 12:34:18.666 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=42] [step=import] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:18.669 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:18.669 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:18.669 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:18.670 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:18.670 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:18.671 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:18.672 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:18.672 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:18.672 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:18.672 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:18.672 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=217.92341ms] [] [2024/06/01 12:34:18.683 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:18.684 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:18.686 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:18.686 +00:00] [INFO] [import_into_test.go:809] [ToNormalMode] [2024/06/01 12:34:18.744 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/01 12:34:18.746 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=42] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:18.746 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:18.946 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:18.992 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/06/01 12:34:23.992 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/06/01 12:34:23.993 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [2024/06/01 12:34:24.001 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=8.12572ms] [] [2024/06/01 12:34:24.001 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [groupId=-1] [size=37] [kvs=1] [checksum=13298724519868546672] [2024/06/01 12:34:24.001 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [checksum="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/06/01 12:34:24.001 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [weight=30] [2024/06/01 12:34:24.001 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [concurrency=15] [2024/06/01 12:34:24.007 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=221] [physicalTableID=221] [indexID=-1] [checksum=13298724519868546672] [totalKvs=1] [totalBytes=37] [2024/06/01 12:34:24.008 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [local="{cksum=13298724519868546672,size=37,kvs=1}"] [2024/06/01 12:34:24.008 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=15.140328ms] [] [2024/06/01 12:34:24.008 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=42] [step=post-process] [subtask-id=83] [takeTime=5.015624317s] [] [2024/06/01 12:34:24.059 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=42] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=5.113059048s] [] [2024/06/01 12:34:24.084 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=42] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:24.084 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=42] [step=post-process] [state=running] [] [2024/06/01 12:34:24.087 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=42] [2024/06/01 12:34:24.180 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=42] [2024/06/01 12:34:24.197 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=42] [type=ImportInto] [2024/06/01 12:34:24.206 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:24.206 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=42] [2024/06/01 12:34:24.309 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:24.368 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 6.687712061\n# Parse_time: 0.00049499\n# Compile_time: 0.001483558\n# Rewrite_time: 0.000316838\n# Optimize_time: 0.000829033\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ni42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ni42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/06/01 12:34:24.378 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=153] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/01 12:34:24.406 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:24.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:24.406 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:24.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/01 12:34:24.454 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [category=ddl] [job="ID:224, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:221, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:24.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:24.467 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 223, Table Name: import_mode, Old Table ID: 221, Old Table Name: import_mode"] [2024/06/01 12:34:24.521 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=3.336715ms] [gotSchemaVersion=154] [phyTblIDs="[223]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:24.537 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=224] [version=154] [2024/06/01 12:34:24.539 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=25.165191ms] [job="ID:224, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:24.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:24.636 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=224] [tableIDs="[221]"] [comment="drop table: table ID"] [2024/06/01 12:34:24.646 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=224] [jobType="truncate table"] [2024/06/01 12:34:24.650 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=224] [conn=2] [job="ID:224, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:221, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:24.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:24.716 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=224] [2024/06/01 12:34:24.717 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:24.721 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.34362164\n# Parse_time: 0.000300181\n# Compile_time: 0.000866257\n# Rewrite_time: 0.000040836\n# Optimize_time: 0.001133232\n# Wait_TS: 0.000357794\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/01 12:34:24.723 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=154] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/01 12:34:24.755 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:24.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:24.755 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:24.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/01 12:34:24.798 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [category=ddl] [job="ID:226, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:223, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:24.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:24.809 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 225, Table Name: import_mode, Old Table ID: 223, Old Table Name: import_mode"] [2024/06/01 12:34:24.865 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=3.294118ms] [gotSchemaVersion=155] [phyTblIDs="[225]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:24.876 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=226] [version=155] [2024/06/01 12:34:24.878 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=20.27354ms] [job="ID:226, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:24.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:24.955 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=226] [tableIDs="[223]"] [comment="drop table: table ID"] [2024/06/01 12:34:24.965 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=226] [jobType="truncate table"] [2024/06/01 12:34:24.969 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=226] [conn=2] [job="ID:226, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:223, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:24.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:25.069 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=226] [2024/06/01 12:34:25.069 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:25.074 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351905988\n# Parse_time: 0.00025614\n# Compile_time: 0.000986763\n# Rewrite_time: 0.000038602\n# Optimize_time: 0.001133232\n# Wait_TS: 0.000361143\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/01 12:34:25.088 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:25.312 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"disable_tikv_import_mode\":null}}"] [dist-task-enabled=true] [2024/06/01 12:34:25.417 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=43] [task-id=43] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:25.496 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=43] [2024/06/01 12:34:25.496 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:25.602 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:25.604 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:25.605 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [2024/06/01 12:34:25.628 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:25.631 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/01 12:34:25.631 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/01 12:34:25.631 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=55.77µs] [2024/06/01 12:34:25.631 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=181.881µs] [] [2024/06/01 12:34:25.631 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:25.631 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:25.763 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=43] [2024/06/01 12:34:25.808 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=43] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:25.852 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:25.854 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/06/01 12:34:25.855 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:25.898 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:25.898 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:25.898 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:25.899 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:25.900 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:25.900 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:25.900 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:25.900 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:25.900 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:25.915 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:25.917 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:25.918 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/01 12:34:25.918 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=43] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:25.918 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=43] [disk-quota=348.5GiB] [2024/06/01 12:34:25.967 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [2024/06/01 12:34:25.972 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:25.975 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:25.975 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=225] [2024/06/01 12:34:25.983 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [2024/06/01 12:34:25.985 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=225] [key=import_mode-1.tsv:0] [readDur=1.268147ms] [encodeDur=797.26µs] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [deliverDur=348.66µs] [type=file] [takeTime=2.769156ms] [] [2024/06/01 12:34:25.986 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=import] [subtask-id=84] [takeTime=18.757793ms] [] [2024/06/01 12:34:25.986 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/43/1ccc2128-36af-5780-96ac-757ded6634c4.sst/cd4bc969-59c7-4632-bc4f-1b7dab5a8d11.sst] [firstKey=7480000000000000E15F728000000000000001] [lastKey=7480000000000000E15F728000000000000001] [2024/06/01 12:34:25.986 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/06/01 12:34:25.986 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/06/01 12:34:25.986 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:25.989 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=2.154271ms] [] [2024/06/01 12:34:25.989 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/01 12:34:25.993 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:26.015 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:34:26.015 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:26.028 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:34:26.030 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=41.321306ms] [] [2024/06/01 12:34:26.030 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:26.032 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.193313ms] [] [2024/06/01 12:34:26.032 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=43] [step=import] [engine-id=0] [2024/06/01 12:34:26.032 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:26.033 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.572188ms] [] [2024/06/01 12:34:26.033 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/01 12:34:26.033 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:26.033 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=57.835µs] [] [2024/06/01 12:34:26.033 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:26.034 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=970.455µs] [] [2024/06/01 12:34:26.080 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=43] [step=import] [2024/06/01 12:34:26.083 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:26.083 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:26.083 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:26.083 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:26.085 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:26.085 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:26.085 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:26.086 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:26.086 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:26.086 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=233.40672ms] [] [2024/06/01 12:34:26.130 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:26.132 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:26.133 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:26.187 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/01 12:34:26.189 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=43] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:26.189 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:26.405 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:26.481 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/06/01 12:34:26.481 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/06/01 12:34:26.481 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [2024/06/01 12:34:26.489 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=7.642486ms] [] [2024/06/01 12:34:26.489 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [groupId=-1] [size=37] [kvs=1] [checksum=16004529334140054374] [2024/06/01 12:34:26.489 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [checksum="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/06/01 12:34:26.489 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [weight=30] [2024/06/01 12:34:26.489 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [concurrency=15] [2024/06/01 12:34:26.493 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=225] [physicalTableID=225] [indexID=-1] [checksum=16004529334140054374] [totalKvs=1] [totalBytes=37] [2024/06/01 12:34:26.494 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [local="{cksum=16004529334140054374,size=37,kvs=1}"] [2024/06/01 12:34:26.494 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=12.858577ms] [] [2024/06/01 12:34:26.494 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=43] [step=post-process] [subtask-id=85] [takeTime=13.141704ms] [] [2024/06/01 12:34:26.537 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=43] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=132.424922ms] [] [2024/06/01 12:34:26.618 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=43] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:26.618 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=43] [step=post-process] [state=running] [] [2024/06/01 12:34:26.621 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=43] [2024/06/01 12:34:26.715 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=43] [2024/06/01 12:34:26.739 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:26.739 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=43] [2024/06/01 12:34:26.748 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=43] [type=ImportInto] [2024/06/01 12:34:26.837 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:26.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.910431171\n# Parse_time: 0.000583202\n# Compile_time: 0.001622036\n# Rewrite_time: 0.000333013\n# Optimize_time: 0.001133232\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: 4d8a4afea956b0619ba2ec93bd669e57402129ae88f875500d6ece25c85e69b6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH disable_tikv_import_mode;"] [2024/06/01 12:34:26.997 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/01 12:34:27.030 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:26.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:27.030 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:26.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/01 12:34:27.084 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [category=ddl] [job="ID:228, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:225, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:26.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:27.097 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 227, Table Name: import_mode, Old Table ID: 225, Old Table Name: import_mode"] [2024/06/01 12:34:27.193 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=3.839873ms] [gotSchemaVersion=156] [phyTblIDs="[227]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:27.204 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=228] [version=156] [2024/06/01 12:34:27.206 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=22.408154ms] [job="ID:228, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:26.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:27.245 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=228] [tableIDs="[225]"] [comment="drop table: table ID"] [2024/06/01 12:34:27.256 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=228] [jobType="truncate table"] [2024/06/01 12:34:27.260 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=228] [conn=2] [job="ID:228, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:225, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:26.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:27.334 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=228] [2024/06/01 12:34:27.334 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:27.338 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.342345929\n# Parse_time: 0.000611246\n# Compile_time: 0.000963986\n# Rewrite_time: 0.000043763\n# Optimize_time: 0.000943438\n# Wait_TS: 0.000429013\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/01 12:34:27.340 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/01 12:34:27.374 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:27.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:27.374 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:27.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/01 12:34:27.449 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [category=ddl] [job="ID:230, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:227, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:27.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:27.461 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 229, Table Name: import_mode, Old Table ID: 227, Old Table Name: import_mode"] [2024/06/01 12:34:27.518 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=3.948445ms] [gotSchemaVersion=157] [phyTblIDs="[229]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:27.532 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=230] [version=157] [2024/06/01 12:34:27.534 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=23.932554ms] [job="ID:230, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:27.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:27.636 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=230] [tableIDs="[227]"] [comment="drop table: table ID"] [2024/06/01 12:34:27.646 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=230] [jobType="truncate table"] [2024/06/01 12:34:27.651 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=230] [conn=2] [job="ID:230, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:227, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:27.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:27.714 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=230] [2024/06/01 12:34:27.714 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:27.718 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.379218567\n# Parse_time: 0.000263627\n# Compile_time: 0.001052688\n# Rewrite_time: 0.00003677\n# Optimize_time: 0.000943438\n# Wait_TS: 0.000524377\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/01 12:34:27.733 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:27.767 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:27.887 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=44] [task-id=44] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:27.936 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=44] [2024/06/01 12:34:27.936 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:28.058 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:28.059 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:28.061 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [2024/06/01 12:34:28.081 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:28.084 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/01 12:34:28.084 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/01 12:34:28.084 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=97.044µs] [2024/06/01 12:34:28.084 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=244.783µs] [] [2024/06/01 12:34:28.084 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:28.084 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:28.224 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=44] [2024/06/01 12:34:28.248 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=44] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:28.287 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:28.289 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/06/01 12:34:28.290 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:28.298 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:28.298 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:28.299 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:28.299 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:28.300 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:28.300 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:28.300 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:28.300 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:28.300 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:28.319 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:28.320 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:28.320 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/01 12:34:28.321 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=44] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:28.321 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=44] [disk-quota=348.5GiB] [2024/06/01 12:34:28.366 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [2024/06/01 12:34:28.370 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:28.373 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:28.374 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=229] [2024/06/01 12:34:28.388 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [2024/06/01 12:34:28.390 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=229] [key=import_mode-1.tsv:0] [readDur=1.113439ms] [encodeDur=507.46µs] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [deliverDur=265.578µs] [type=file] [takeTime=2.234948ms] [] [2024/06/01 12:34:28.391 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/44/1ccc2128-36af-5780-96ac-757ded6634c4.sst/fba1d288-004f-4dfa-b955-e3b909b363e1.sst] [firstKey=7480000000000000E55F728000000000000001] [lastKey=7480000000000000E55F728000000000000001] [2024/06/01 12:34:28.391 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=import] [subtask-id=86] [takeTime=25.551673ms] [] [2024/06/01 12:34:28.392 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/06/01 12:34:28.392 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/06/01 12:34:28.392 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:28.393 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.83033ms] [] [2024/06/01 12:34:28.394 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [2024/06/01 12:34:28.398 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:28.420 +00:00] [INFO] [local.go:1346] ["switch import mode of ranges"] [category=ddl-ingest] [startKey=7480000000000000e55f728000000000000001] [endKey=7480000000000000e55f728000000000000002] [2024/06/01 12:34:28.420 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:34:28.420 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Import] [2024/06/01 12:34:28.420 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:28.442 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1ccc2128-36af-5780-96ac-757ded6634c4] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:34:28.443 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [category=ddl-ingest] [mode=Normal] [2024/06/01 12:34:28.491 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [retryCnt=0] [takeTime=97.005469ms] [] [2024/06/01 12:34:28.491 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:28.493 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [takeTime=1.718021ms] [] [2024/06/01 12:34:28.493 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=44] [step=import] [engine-id=0] [2024/06/01 12:34:28.493 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:28.495 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=2.318506ms] [] [2024/06/01 12:34:28.495 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [2024/06/01 12:34:28.495 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:28.496 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [retryCnt=0] [takeTime=107.798µs] [] [2024/06/01 12:34:28.496 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:28.497 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [takeTime=1.08614ms] [] [2024/06/01 12:34:28.553 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=44] [step=import] [2024/06/01 12:34:28.557 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:28.557 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:28.557 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:28.557 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:28.557 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:28.559 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:28.560 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:28.560 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:28.560 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:28.560 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:28.560 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:28.560 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=272.236561ms] [] [2024/06/01 12:34:28.560 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:28.610 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/01 12:34:28.612 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=44] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:28.612 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:28.782 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:28.876 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/06/01 12:34:28.876 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/06/01 12:34:28.876 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [2024/06/01 12:34:28.886 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=9.146723ms] [] [2024/06/01 12:34:28.886 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [groupId=-1] [size=37] [kvs=1] [checksum=15276727283945307644] [2024/06/01 12:34:28.886 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [checksum="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/06/01 12:34:28.886 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [weight=30] [2024/06/01 12:34:28.886 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [concurrency=15] [2024/06/01 12:34:28.892 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=229] [physicalTableID=229] [indexID=-1] [checksum=15276727283945307644] [totalKvs=1] [totalBytes=37] [2024/06/01 12:34:28.893 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [local="{cksum=15276727283945307644,size=37,kvs=1}"] [2024/06/01 12:34:28.893 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=16.222196ms] [] [2024/06/01 12:34:28.893 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=44] [step=post-process] [subtask-id=87] [takeTime=16.472331ms] [] [2024/06/01 12:34:28.939 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=44] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=156.044878ms] [] [2024/06/01 12:34:28.960 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=44] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:28.960 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=44] [step=post-process] [state=running] [] [2024/06/01 12:34:28.963 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=44] [2024/06/01 12:34:29.032 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=44] [type=ImportInto] [2024/06/01 12:34:29.045 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=44] [2024/06/01 12:34:29.075 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:29.076 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=44] [2024/06/01 12:34:29.158 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.439600668\n# Parse_time: 0.000771067\n# Compile_time: 0.001502462\n# Rewrite_time: 0.000291321\n# Optimize_time: 0.000943438\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS40NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS40NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/06/01 12:34:29.168 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=157] [cur_db=import_into] [sql="truncate table load_data.import_mode;"] [user=root@%] [2024/06/01 12:34:29.204 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:29.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:29.204 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:29.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.import_mode;"] [2024/06/01 12:34:29.219 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:29.305 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [category=ddl] [job="ID:232, Type:truncate table, State:queueing, SchemaState:none, SchemaID:217, TableID:229, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:29.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:29.320 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 217, Table ID: 231, Table Name: import_mode, Old Table ID: 229, Old Table Name: import_mode"] [2024/06/01 12:34:29.380 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=3.356153ms] [gotSchemaVersion=158] [phyTblIDs="[231]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:29.392 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=232] [version=158] [2024/06/01 12:34:29.394 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=22.077261ms] [job="ID:232, Type:truncate table, State:done, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:29.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:29.432 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=232] [tableIDs="[229]"] [comment="drop table: table ID"] [2024/06/01 12:34:29.442 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=232] [jobType="truncate table"] [2024/06/01 12:34:29.446 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=232] [conn=2] [job="ID:232, Type:truncate table, State:synced, SchemaState:public, SchemaID:217, TableID:229, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:29.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:29.505 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=232] [2024/06/01 12:34:29.505 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:29.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.341462574\n# Parse_time: 0.000265477\n# Compile_time: 0.000906443\n# Rewrite_time: 0.000047271\n# Optimize_time: 0.001068318\n# Wait_TS: 0.000422984\n# DB: import_into\n# Is_internal: false\n# Digest: a27b446e68c6d4514a740ac6a2fae34ff977eda46774332d938ba949cd974e0f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.import_mode;"] [2024/06/01 12:34:29.529 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:29.775 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/import_mode-*.tsv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:29.887 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=45] [task-id=45] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:29.928 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=45] [2024/06/01 12:34:29.928 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:30.034 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:30.035 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:30.037 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [2024/06/01 12:34:30.057 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:30.060 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=import_mode] [2024/06/01 12:34:30.060 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=import_mode] [before=536870912000] [after=8] [2024/06/01 12:34:30.060 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=import_mode] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.136µs] [2024/06/01 12:34:30.060 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=import_mode] [takeTime=159.844µs] [] [2024/06/01 12:34:30.060 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=45] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:30.060 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:30.238 +00:00] [INFO] [import_into_test.go:804] [ToImportMode] [2024/06/01 12:34:30.244 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=45] [2024/06/01 12:34:30.269 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=45] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:30.308 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:30.310 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/06/01 12:34:30.311 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:30.320 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:30.320 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:30.321 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:30.321 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:30.322 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:30.322 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:30.322 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:30.322 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:30.322 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:30.336 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:30.338 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:30.338 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=import_mode] [quota=374.2GB] [2024/06/01 12:34:30.338 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=45] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:30.338 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=import_mode] [import-id=45] [disk-quota=348.5GiB] [2024/06/01 12:34:30.386 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [2024/06/01 12:34:30.390 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:0] [engineUUID=1ccc2128-36af-5780-96ac-757ded6634c4] [2024/06/01 12:34:30.394 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`import_mode`:-1] [engineUUID=86c1a897-a1cd-5c05-8035-3b378e34349a] [2024/06/01 12:34:30.394 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=231] [2024/06/01 12:34:33.394 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=45] [step=import] [subtask-id=88] [takeTime=3.008359754s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:34:33.395 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:34:33.395 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:34:33.395 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:33.395 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:33.395 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:33.395 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:33.395 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:33.395 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:33.395 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:33.395 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:34:33.396 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:33.412 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=45] [step=import] [2024/06/01 12:34:33.416 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:33.416 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:33.416 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:33.416 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:33.416 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:33.418 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:33.419 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:33.419 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:33.419 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:33.419 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:33.419 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.110202398s] [error="occur an error when sort chunk"] [2024/06/01 12:34:33.419 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=45] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:34:33.462 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=45] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/06/01 12:34:33.552 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=45] [type=ImportInto] [2024/06/01 12:34:33.558 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=45] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/06/01 12:34:33.560 +00:00] [INFO] [import_into_test.go:809] [ToNormalMode] [2024/06/01 12:34:33.562 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=45] [2024/06/01 12:34:33.634 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=45] [2024/06/01 12:34:33.659 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:33.659 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=45] [2024/06/01 12:34:33.741 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:33.844 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=45] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestImportMode\n\ttests/realtikvtest/importintotest/import_into_test.go:888\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:34:33.845 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.334407107\n# Parse_time: 0.001630284\n# Compile_time: 0.002241426\n# Rewrite_time: 0.000285721\n# Optimize_time: 0.001068318\n# Wait_TS: 0\n# DB: import_into\n# Is_internal: false\n# Digest: ae0dcf732c1f5baf44d07ac24a9457237e66bf22998758151391164a64a91a40\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zM3MsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzNzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`import_mode` FROM 'gs://test-load/import_mode-*.tsv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] === RUN TestImportInto/TestInputCountMisMatchAndDefault [2024/06/01 12:34:33.884 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=158] [cur_db=import_into] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:34:33.951 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:33.951 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:34:33.989 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:queueing, SchemaState:public, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.034 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=2.569938ms] [gotSchemaVersion=159] [phyTblIDs="[231]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:34.047 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=233] [version=159] [2024/06/01 12:34:34.049 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=21.831455ms] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.107 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:write only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.141 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=195.495µs] [gotSchemaVersion=160] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:34.152 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=233] [version=160] [2024/06/01 12:34:34.153 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=16.430958ms] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.216 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [category=ddl] [job="ID:233, Type:drop schema, State:running, SchemaState:delete only, SchemaID:217, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.246 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=220.097µs] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:34.260 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=233] [version=161] [2024/06/01 12:34:34.261 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=19.460514ms] [job="ID:233, Type:drop schema, State:done, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.325 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=233] [tableIDs="[231]"] [comment="drop schema: table IDs"] [2024/06/01 12:34:34.335 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=233] [jobType="drop schema"] [2024/06/01 12:34:34.339 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=233] [conn=2] [job="ID:233, Type:drop schema, State:synced, SchemaState:none, SchemaID:217, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:33.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.433 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=233] [2024/06/01 12:34:34.433 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:34.438 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.555723767\n# Parse_time: 0.000514925\n# Compile_time: 0.000850422\n# Rewrite_time: 0.000037696\n# Optimize_time: 0.001068318\n# Wait_TS: 0.000459751\n# DB: import_into\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:34:34.440 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=161] [cur_db=import_into] [sql="create database load_data"] [user=root@%] [2024/06/01 12:34:34.473 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:34.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:34.473 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:34.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:34:34.511 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [category=ddl] [job="ID:235, Type:create schema, State:queueing, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:34.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.544 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=1.054965ms] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:34.558 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=235] [version=162] [2024/06/01 12:34:34.560 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=21.354476ms] [job="ID:235, Type:create schema, State:done, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:34.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.618 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=235] [conn=2] [job="ID:235, Type:create schema, State:synced, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:34.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.659 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=235] [2024/06/01 12:34:34.660 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:34.667 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:34:34.670 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=162] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:34:34.731 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:34.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:34.731 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:34.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:34.775 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [category=ddl] [job="ID:237, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:34.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.783 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 236, Table Name: t"] [2024/06/01 12:34:34.892 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=2.715774ms] [gotSchemaVersion=163] [phyTblIDs="[236]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:34.903 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=237] [version=163] [2024/06/01 12:34:34.905 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=20.804319ms] [job="ID:237, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:34.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:34.954 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=237] [conn=2] [job="ID:237, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:34.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:35.003 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=237] [2024/06/01 12:34:35.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:35.007 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33803258\n# Parse_time: 0.000536241\n# Compile_time: 0.000900742\n# Rewrite_time: 0.00004727\n# Optimize_time: 0.001068318\n# Wait_TS: 0.000329163\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:35.022 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:35.203 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:35.336 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=46] [task-id=46] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:35.386 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=46] [2024/06/01 12:34:35.386 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:35.496 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:35.497 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:35.498 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [2024/06/01 12:34:35.515 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:35.519 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:35.519 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/06/01 12:34:35.519 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=54.118µs] [2024/06/01 12:34:35.519 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=166.313µs] [] [2024/06/01 12:34:35.519 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:35.519 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:35.641 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=46] [mode=Import] [2024/06/01 12:34:35.663 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=46] [2024/06/01 12:34:35.684 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=46] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:35.765 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:35.767 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/06/01 12:34:35.767 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:35.776 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:35.776 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:35.776 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:35.776 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:35.777 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:35.777 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:35.777 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:35.777 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:35.777 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:35.792 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:35.794 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:35.794 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:35.794 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=46] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:35.794 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=46] [disk-quota=348.5GiB] [2024/06/01 12:34:35.842 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [2024/06/01 12:34:35.846 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:35.850 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:35.850 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=236] [2024/06/01 12:34:35.858 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [2024/06/01 12:34:35.861 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=236] [key=input-cnt-mismatch.csv:0] [readDur=1.229333ms] [encodeDur=941.515µs] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [deliverDur=254.589µs] [type=file] [takeTime=2.833656ms] [] [2024/06/01 12:34:35.861 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=78] [kvs=2] [files=1] [sstFileSize=992] [file=/tmp/tidb/import-4000/46/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/98f5ea66-5e43-4102-8e6b-3612d327e316.sst] [firstKey=7480000000000000EC5F728000000000000001] [lastKey=7480000000000000EC5F728000000000000002] [2024/06/01 12:34:35.861 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=import] [subtask-id=89] [takeTime=19.258991ms] [] [2024/06/01 12:34:35.861 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/06/01 12:34:35.861 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/06/01 12:34:35.862 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:35.863 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.843055ms] [] [2024/06/01 12:34:35.863 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:35.868 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:35.890 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=78] [2024/06/01 12:34:35.890 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:35.904 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=78] [kvs=2] [importedSize=78] [importedCount=2] [2024/06/01 12:34:35.906 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=42.167535ms] [] [2024/06/01 12:34:35.906 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:35.907 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.199689ms] [] [2024/06/01 12:34:35.907 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=46] [step=import] [engine-id=0] [2024/06/01 12:34:35.907 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:35.909 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.579433ms] [] [2024/06/01 12:34:35.909 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:35.909 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:35.909 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=71.206µs] [] [2024/06/01 12:34:35.909 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:35.910 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=835.379µs] [] [2024/06/01 12:34:35.964 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=46] [step=import] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:35.967 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:35.967 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:35.967 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:35.967 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:35.969 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:35.969 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:35.970 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:35.970 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:35.970 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:35.970 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.608139ms] [] [2024/06/01 12:34:36.012 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:36.013 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:36.014 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:36.015 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:36.124 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/06/01 12:34:36.126 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=46] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:36.126 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:36.284 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:36.330 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/06/01 12:34:36.330 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/06/01 12:34:36.330 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [2024/06/01 12:34:36.338 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=7.693028ms] [] [2024/06/01 12:34:36.338 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [groupId=-1] [size=78] [kvs=2] [checksum=17834670505915290972] [2024/06/01 12:34:36.338 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [checksum="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/06/01 12:34:36.338 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [weight=30] [2024/06/01 12:34:36.339 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [concurrency=15] [2024/06/01 12:34:36.343 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=236] [physicalTableID=236] [indexID=-1] [checksum=17834670505915290972] [totalKvs=2] [totalBytes=78] [2024/06/01 12:34:36.343 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [local="{cksum=17834670505915290972,size=78,kvs=2}"] [2024/06/01 12:34:36.343 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=12.998266ms] [] [2024/06/01 12:34:36.343 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=46] [step=post-process] [subtask-id=90] [takeTime=13.196522ms] [] [2024/06/01 12:34:36.386 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=46] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=101.982789ms] [] [2024/06/01 12:34:36.406 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=46] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:36.406 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=46] [step=post-process] [state=running] [] [2024/06/01 12:34:36.409 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=46] [2024/06/01 12:34:36.505 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=46] [2024/06/01 12:34:36.519 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=46] [type=ImportInto] [2024/06/01 12:34:36.530 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:36.530 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=46] [2024/06/01 12:34:36.602 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5936223950000001\n# Parse_time: 0.000734388\n# Compile_time: 0.001871588\n# Rewrite_time: 0.00028098\n# Optimize_time: 0.001068318\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:34:36.611 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:34:36.628 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:36.641 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:36.641 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:34:36.719 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:36.756 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=755.491µs] [gotSchemaVersion=164] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:34:36.771 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=164] [2024/06/01 12:34:36.773 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=22.077036ms] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:36.844 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:36.986 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=341.715µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:34:36.999 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=165] [2024/06/01 12:34:37.000 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=20.003152ms] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.066 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [category=ddl] [job="ID:238, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:236, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.077 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 236, Old Table Name: t"] [2024/06/01 12:34:37.119 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=265.118µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:34:37.132 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=238] [version=166] [2024/06/01 12:34:37.134 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=18.861008ms] [job="ID:238, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.188 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=238] [tableIDs="[236]"] [comment="drop table: table ID"] [2024/06/01 12:34:37.197 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=238] [jobType="drop table"] [2024/06/01 12:34:37.201 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=238] [conn=2] [job="ID:238, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:236, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:36.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.268 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=238] [2024/06/01 12:34:37.268 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:37.272 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.662306854\n# Parse_time: 0.000443028\n# Compile_time: 0.001144924\n# Rewrite_time: 0.000051775\n# Optimize_time: 0.000980686\n# Wait_TS: 0.000441701\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:34:37.275 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=166] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int default 100);"] [user=root@%] [2024/06/01 12:34:37.314 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:37.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:37.314 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:37.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int default 100);"] [2024/06/01 12:34:37.416 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [category=ddl] [job="ID:240, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:37.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.427 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 239, Table Name: t"] [2024/06/01 12:34:37.497 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=2.811538ms] [gotSchemaVersion=167] [phyTblIDs="[239]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:37.509 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=240] [version=167] [2024/06/01 12:34:37.511 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=20.86299ms] [job="ID:240, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:37.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.591 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=240] [conn=2] [job="ID:240, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:37.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:37.629 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=240] [2024/06/01 12:34:37.629 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:37.632 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359214586\n# Parse_time: 0.001164267\n# Compile_time: 0.001331476\n# Rewrite_time: 0.000054115\n# Optimize_time: 0.000980686\n# Wait_TS: 0.000460354\n# DB: load_data\n# Is_internal: false\n# Digest: f64804c6e80c88fdbb6c09fd220d1f1fe716dbbbff80390fd19416486a5adca9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int default 100);"] [2024/06/01 12:34:37.647 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:37.868 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:37.973 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=47] [task-id=47] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:38.019 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=47] [2024/06/01 12:34:38.019 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:38.126 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:38.127 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:38.128 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [2024/06/01 12:34:38.154 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:38.157 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:38.157 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/06/01 12:34:38.157 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=48.944µs] [2024/06/01 12:34:38.157 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=178.342µs] [] [2024/06/01 12:34:38.157 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:38.157 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:38.329 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=47] [mode=Import] [2024/06/01 12:34:38.348 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=47] [2024/06/01 12:34:38.361 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=47] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:38.403 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:38.404 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/06/01 12:34:38.405 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:38.413 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:38.413 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:38.413 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:38.414 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:38.415 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:38.415 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:38.415 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:38.415 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:38.415 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:38.429 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:38.431 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:38.431 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:38.431 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=47] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:38.431 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=47] [disk-quota=348.5GiB] [2024/06/01 12:34:38.473 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [2024/06/01 12:34:38.477 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:38.480 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:38.481 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=239] [2024/06/01 12:34:38.496 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [2024/06/01 12:34:38.499 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=239] [key=input-cnt-mismatch.csv:0] [readDur=1.225392ms] [encodeDur=788.587µs] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [deliverDur=257.122µs] [type=file] [takeTime=2.657843ms] [] [2024/06/01 12:34:38.499 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=import] [subtask-id=91] [takeTime=26.701509ms] [] [2024/06/01 12:34:38.499 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=79] [kvs=2] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/47/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/b1cdd705-1025-409b-b509-0bc12829a223.sst] [firstKey=7480000000000000EF5F728000000000000001] [lastKey=7480000000000000EF5F728000000000000002] [2024/06/01 12:34:38.500 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/06/01 12:34:38.500 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/06/01 12:34:38.500 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:38.502 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.108107ms] [] [2024/06/01 12:34:38.502 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:38.506 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:38.528 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=79] [2024/06/01 12:34:38.528 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:38.542 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=79] [kvs=2] [importedSize=79] [importedCount=2] [2024/06/01 12:34:38.544 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.798497ms] [] [2024/06/01 12:34:38.544 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:38.545 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.151205ms] [] [2024/06/01 12:34:38.545 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=47] [step=import] [engine-id=0] [2024/06/01 12:34:38.545 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:38.547 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.651292ms] [] [2024/06/01 12:34:38.547 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:38.547 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:38.547 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.821µs] [] [2024/06/01 12:34:38.547 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:38.548 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=889.013µs] [] [2024/06/01 12:34:38.604 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=47] [step=import] [2024/06/01 12:34:38.607 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:38.607 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:38.607 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:38.607 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:38.607 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:38.607 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:38.607 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:38.608 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:38.608 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:38.608 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:38.608 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:38.608 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:38.608 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:38.610 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:38.610 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:38.610 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:38.610 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:38.610 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:38.610 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=207.002482ms] [] [2024/06/01 12:34:38.647 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:38.648 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:38.649 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:38.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:38.764 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":1}}"] [2024/06/01 12:34:38.765 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=47] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:38.765 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:38.907 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:38.962 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/06/01 12:34:38.962 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/06/01 12:34:38.962 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [2024/06/01 12:34:38.969 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=7.264867ms] [] [2024/06/01 12:34:38.969 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [groupId=-1] [size=79] [kvs=2] [checksum=4951760973171410464] [2024/06/01 12:34:38.970 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [checksum="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/06/01 12:34:38.970 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [weight=30] [2024/06/01 12:34:38.970 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [concurrency=15] [2024/06/01 12:34:38.974 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=239] [physicalTableID=239] [indexID=-1] [checksum=4951760973171410464] [totalKvs=2] [totalBytes=79] [2024/06/01 12:34:38.974 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [local="{cksum=4951760973171410464,size=79,kvs=2}"] [2024/06/01 12:34:38.974 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.243409ms] [] [2024/06/01 12:34:38.974 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=47] [step=post-process] [subtask-id=92] [takeTime=12.450547ms] [] [2024/06/01 12:34:39.067 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=47] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=160.175452ms] [] [2024/06/01 12:34:39.085 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=47] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:39.085 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=47] [step=post-process] [state=running] [] [2024/06/01 12:34:39.088 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=47] [2024/06/01 12:34:39.144 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=47] [2024/06/01 12:34:39.171 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=47] [type=ImportInto] [2024/06/01 12:34:39.188 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:39.188 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=47] [2024/06/01 12:34:39.249 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.6152815619999998\n# Parse_time: 0.000420037\n# Compile_time: 0.001491951\n# Rewrite_time: 0.000257141\n# Optimize_time: 0.000980686\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:34:39.259 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:34:39.289 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:39.289 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:34:39.293 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:39.343 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:queueing, SchemaState:public, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.384 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=751.259µs] [gotSchemaVersion=168] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:34:39.395 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=241] [version=168] [2024/06/01 12:34:39.397 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=19.160671ms] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.511 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:write only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.552 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=351.038µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:34:39.566 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=241] [version=169] [2024/06/01 12:34:39.568 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=20.852096ms] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.627 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [category=ddl] [job="ID:241, Type:drop table, State:running, SchemaState:delete only, SchemaID:234, TableID:239, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.638 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 234, Old Table ID: 239, Old Table Name: t"] [2024/06/01 12:34:39.679 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=301.774µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:34:39.691 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=241] [version=170] [2024/06/01 12:34:39.693 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=18.101356ms] [job="ID:241, Type:drop table, State:done, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.730 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=241] [tableIDs="[239]"] [comment="drop table: table ID"] [2024/06/01 12:34:39.739 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=241] [jobType="drop table"] [2024/06/01 12:34:39.742 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=241] [conn=2] [job="ID:241, Type:drop table, State:synced, SchemaState:none, SchemaID:234, TableID:239, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:39.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.807 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=241] [2024/06/01 12:34:39.807 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:39.811 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.553377295\n# Parse_time: 0.000638692\n# Compile_time: 0.00105311\n# Rewrite_time: 0.000055101\n# Optimize_time: 0.001219771\n# Wait_TS: 0.000398151\n# DB: load_data\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:34:39.814 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=170] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:34:39.863 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:39.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:39.863 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:39.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:39.961 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [category=ddl] [job="ID:243, Type:create table, State:queueing, SchemaState:none, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:39.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:39.970 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 234, Table ID: 242, Table Name: t"] [2024/06/01 12:34:40.039 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=2.985076ms] [gotSchemaVersion=171] [phyTblIDs="[242]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:40.051 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=243] [version=171] [2024/06/01 12:34:40.053 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=21.64237ms] [job="ID:243, Type:create table, State:done, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:39.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:40.114 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=243] [conn=2] [job="ID:243, Type:create table, State:synced, SchemaState:public, SchemaID:234, TableID:242, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:39.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:40.164 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=243] [2024/06/01 12:34:40.164 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:40.168 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.35577048\n# Parse_time: 0.000802379\n# Compile_time: 0.00095606\n# Rewrite_time: 0.000045439\n# Optimize_time: 0.001219771\n# Wait_TS: 0.000480199\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:40.183 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:40.436 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, `b`, @`1`)\",\"set-clause\":\"`c`=COALESCE(@`1`, 100)\",\"file-location\":\"gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:40.548 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=48] [task-id=48] [data-size=24B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:40.584 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=48] [2024/06/01 12:34:40.584 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:40.691 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:40.692 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:40.694 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [2024/06/01 12:34:40.716 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:40.720 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:40.720 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=24] [2024/06/01 12:34:40.720 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=24] [cost=69.93µs] [2024/06/01 12:34:40.720 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=177.784µs] [] [2024/06/01 12:34:40.720 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:40.720 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:40.894 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=48] [mode=Import] [2024/06/01 12:34:40.913 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=48] [2024/06/01 12:34:40.923 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=48] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:40.963 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:40.964 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/06/01 12:34:40.967 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:40.976 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:40.977 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:40.977 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:40.977 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:40.979 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:40.979 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:40.979 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:40.979 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:40.979 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:40.995 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:40.997 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:40.997 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:40.997 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=48] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:40.997 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=48] [disk-quota=348.5GiB] [2024/06/01 12:34:41.046 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [2024/06/01 12:34:41.050 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:41.054 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:41.054 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=242] [2024/06/01 12:34:41.104 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [2024/06/01 12:34:41.107 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=242] [key=input-cnt-mismatch.csv:0] [readDur=1.272154ms] [encodeDur=1.501095ms] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [deliverDur=265.335µs] [type=file] [takeTime=3.510642ms] [] [2024/06/01 12:34:41.112 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=82] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/48/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9c82e960-156a-48f2-8645-f0e87bcddb35.sst] [firstKey=7480000000000000F25F728000000000000001] [lastKey=7480000000000000F25F728000000000000002] [2024/06/01 12:34:41.112 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=import] [subtask-id=93] [takeTime=66.122183ms] [] [2024/06/01 12:34:41.113 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/06/01 12:34:41.113 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/06/01 12:34:41.113 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:41.115 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.997185ms] [] [2024/06/01 12:34:41.115 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:41.120 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:41.141 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=82] [2024/06/01 12:34:41.142 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:41.155 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=82] [kvs=2] [importedSize=82] [importedCount=2] [2024/06/01 12:34:41.157 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.3862ms] [] [2024/06/01 12:34:41.157 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:41.158 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.073763ms] [] [2024/06/01 12:34:41.158 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=48] [step=import] [engine-id=0] [2024/06/01 12:34:41.158 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:41.160 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.596412ms] [] [2024/06/01 12:34:41.160 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:41.160 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:41.160 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=63.575µs] [] [2024/06/01 12:34:41.160 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:41.161 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=908.825µs] [] [2024/06/01 12:34:41.242 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:41.243 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:41.245 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:41.245 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:41.250 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=48] [step=import] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:41.254 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:41.254 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:41.254 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:41.254 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:41.257 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:41.257 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:41.257 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:41.257 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:41.257 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:41.257 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=294.162324ms] [] [2024/06/01 12:34:41.314 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12,\"3\":3}}"] [2024/06/01 12:34:41.315 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=48] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:41.315 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:41.494 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:41.538 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/06/01 12:34:41.538 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/06/01 12:34:41.538 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [2024/06/01 12:34:41.545 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=7.211238ms] [] [2024/06/01 12:34:41.545 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [groupId=-1] [size=82] [kvs=2] [checksum=4856294282864387256] [2024/06/01 12:34:41.545 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [checksum="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/06/01 12:34:41.545 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [weight=30] [2024/06/01 12:34:41.545 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [concurrency=15] [2024/06/01 12:34:41.549 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=242] [physicalTableID=242] [indexID=-1] [checksum=4856294282864387256] [totalKvs=2] [totalBytes=82] [2024/06/01 12:34:41.550 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [local="{cksum=4856294282864387256,size=82,kvs=2}"] [2024/06/01 12:34:41.550 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=12.261707ms] [] [2024/06/01 12:34:41.550 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=48] [step=post-process] [subtask-id=94] [takeTime=12.454371ms] [] [2024/06/01 12:34:41.641 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=48] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=147.605108ms] [] [2024/06/01 12:34:41.705 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=48] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:41.705 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=48] [step=post-process] [state=running] [] [2024/06/01 12:34:41.708 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=48] [2024/06/01 12:34:41.781 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=48] [type=ImportInto] [2024/06/01 12:34:41.794 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=48] [2024/06/01 12:34:41.808 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.639319635\n# Parse_time: 0.000876504\n# Compile_time: 0.001831496\n# Rewrite_time: 0.000284346\n# Optimize_time: 0.001219771\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 6be6ceffb424c57058f47c47fbefd24c0d807fe3c30448873e5dc402a3cb9b8c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,`b`,@`1`) SET `c`=COALESCE(@`1`, 100) FROM 'gs://test-multi-load/input-cnt-mismatch.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestInputNull [2024/06/01 12:34:41.818 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=171] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:34:41.822 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:41.822 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=48] [2024/06/01 12:34:41.852 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:41.852 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:34:41.898 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:queueing, SchemaState:public, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:41.973 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:41.991 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=171] [neededSchemaVersion=172] ["start time"=2.854526ms] [gotSchemaVersion=172] [phyTblIDs="[242]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:42.005 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=244] [version=172] [2024/06/01 12:34:42.007 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=172] ["take time"=22.688189ms] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.073 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:write only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.107 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=172] [neededSchemaVersion=173] ["start time"=185.032µs] [gotSchemaVersion=173] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:42.124 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=244] [version=173] [2024/06/01 12:34:42.126 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=173] ["take time"=23.164042ms] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.187 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [category=ddl] [job="ID:244, Type:drop schema, State:running, SchemaState:delete only, SchemaID:234, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.224 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=173] [neededSchemaVersion=174] ["start time"=206.178µs] [gotSchemaVersion=174] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:42.238 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=244] [version=174] [2024/06/01 12:34:42.240 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=174] ["take time"=23.849122ms] [job="ID:244, Type:drop schema, State:done, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.295 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=244] [tableIDs="[242]"] [comment="drop schema: table IDs"] [2024/06/01 12:34:42.305 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=244] [jobType="drop schema"] [2024/06/01 12:34:42.309 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=244] [conn=2] [job="ID:244, Type:drop schema, State:synced, SchemaState:none, SchemaID:234, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:41.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.370 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=244] [2024/06/01 12:34:42.371 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:42.375 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.557422748\n# Parse_time: 0.00048384\n# Compile_time: 0.000768335\n# Rewrite_time: 0.000041229\n# Optimize_time: 0.000811747\n# Wait_TS: 0.000402028\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:34:42.376 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=174] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/01 12:34:42.457 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:42.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:42.457 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:42.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:34:42.523 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [category=ddl] [job="ID:246, Type:create schema, State:queueing, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:42.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.553 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=174] [neededSchemaVersion=175] ["start time"=956.734µs] [gotSchemaVersion=175] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:42.567 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=246] [version=175] [2024/06/01 12:34:42.569 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=175] ["take time"=20.838962ms] [job="ID:246, Type:create schema, State:done, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:42.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.656 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=246] [conn=2] [job="ID:246, Type:create schema, State:synced, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:42.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.688 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=246] [2024/06/01 12:34:42.688 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:42.692 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.316371544\n# Parse_time: 0.000226386\n# Compile_time: 0.000732348\n# Rewrite_time: 0.000033739\n# Optimize_time: 0.000811747\n# Wait_TS: 0.000395332\n# Is_internal: false\n# Digest: ca60166e3dbebade2b09ffd4df8b6b04a5c001cc16f9b9d9e7cea22e5725278b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database load_data;"] [2024/06/01 12:34:42.695 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:34:42.698 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=175] [cur_db=load_data] [sql="create table t (a bigint, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:34:42.753 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:42.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:42.753 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:42.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:42.837 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [category=ddl] [job="ID:248, Type:create table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:42.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:42.845 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 245, Table ID: 247, Table Name: t"] [2024/06/01 12:34:42.965 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=175] [neededSchemaVersion=176] ["start time"=3.110026ms] [gotSchemaVersion=176] [phyTblIDs="[247]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:42.977 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=248] [version=176] [2024/06/01 12:34:42.979 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=176] ["take time"=21.154823ms] [job="ID:248, Type:create table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:42.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:43.042 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=248] [conn=2] [job="ID:248, Type:create table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:42.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:43.089 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=248] [2024/06/01 12:34:43.090 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:43.094 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.397180546\n# Parse_time: 0.000768464\n# Compile_time: 0.001070876\n# Rewrite_time: 0.000039525\n# Optimize_time: 0.000811747\n# Wait_TS: 0.000496957\n# DB: load_data\n# Is_internal: false\n# Digest: f4ac9d9369c16c7e7781e776841844018e469b33e3f61c50a28d47916121febd\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint, b varchar(100), c int);"] [2024/06/01 12:34:43.109 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:43.308 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:34:43.462 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=49] [task-id=49] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:43.500 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=49] [2024/06/01 12:34:43.500 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:43.605 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:43.607 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:43.608 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [2024/06/01 12:34:43.632 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:43.636 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:43.636 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/06/01 12:34:43.636 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=77.173µs] [2024/06/01 12:34:43.636 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=239.011µs] [] [2024/06/01 12:34:43.636 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:43.636 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:43.802 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=49] [mode=Import] [2024/06/01 12:34:43.821 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=49] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:43.821 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=49] [2024/06/01 12:34:43.869 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:43.871 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/06/01 12:34:43.872 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:43.880 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:43.880 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:43.881 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:43.881 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:43.882 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:43.882 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:43.882 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:43.882 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:43.882 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:43.896 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:43.897 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:43.898 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:43.898 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=49] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:43.898 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=49] [disk-quota=348.5GiB] [2024/06/01 12:34:43.945 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [2024/06/01 12:34:43.950 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:43.953 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:43.953 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=247] [2024/06/01 12:34:43.971 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [2024/06/01 12:34:43.974 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=247] [key=nil-input.tsv:0] [readDur=1.245484ms] [encodeDur=1.004877ms] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [deliverDur=226.839µs] [type=file] [takeTime=2.874091ms] [] [2024/06/01 12:34:43.975 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=import] [subtask-id=95] [takeTime=29.400467ms] [] [2024/06/01 12:34:43.975 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=990] [file=/tmp/tidb/import-4000/49/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/2a1accb8-6e13-4e01-b6fb-8b7b50045078.sst] [firstKey=7480000000000000F75F728000000000000001] [lastKey=7480000000000000F75F728000000000000002] [2024/06/01 12:34:43.975 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/06/01 12:34:43.975 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/06/01 12:34:43.975 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:43.978 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.311459ms] [] [2024/06/01 12:34:43.978 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:43.982 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:44.004 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=74] [2024/06/01 12:34:44.004 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:44.016 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/06/01 12:34:44.018 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=40.582977ms] [] [2024/06/01 12:34:44.018 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:44.019 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.041194ms] [] [2024/06/01 12:34:44.019 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=49] [step=import] [engine-id=0] [2024/06/01 12:34:44.020 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:44.021 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.481835ms] [] [2024/06/01 12:34:44.021 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:44.021 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:44.021 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=56.186µs] [] [2024/06/01 12:34:44.021 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:44.022 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=852.051µs] [] [2024/06/01 12:34:44.069 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=49] [step=import] [2024/06/01 12:34:44.072 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:44.072 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:44.072 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:44.072 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:44.074 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:44.074 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:44.074 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:44.074 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:44.074 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:44.074 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.842402ms] [] [2024/06/01 12:34:44.119 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:44.120 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:44.121 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:44.122 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:44.229 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":6,\"3\":2}}"] [2024/06/01 12:34:44.231 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=49] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:44.231 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:44.377 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:44.421 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/06/01 12:34:44.421 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/06/01 12:34:44.421 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [2024/06/01 12:34:44.429 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=7.199794ms] [] [2024/06/01 12:34:44.429 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [groupId=-1] [size=74] [kvs=2] [checksum=8107978480917265275] [2024/06/01 12:34:44.429 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [checksum="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/06/01 12:34:44.429 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [weight=30] [2024/06/01 12:34:44.429 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [concurrency=15] [2024/06/01 12:34:44.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=247] [physicalTableID=247] [indexID=-1] [checksum=8107978480917265275] [totalKvs=2] [totalBytes=74] [2024/06/01 12:34:44.433 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [local="{cksum=8107978480917265275,size=74,kvs=2}"] [2024/06/01 12:34:44.433 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=12.07824ms] [] [2024/06/01 12:34:44.433 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=49] [step=post-process] [subtask-id=96] [takeTime=12.273236ms] [] [2024/06/01 12:34:44.477 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=49] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=100.107547ms] [] [2024/06/01 12:34:44.521 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=49] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:44.521 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=49] [step=post-process] [state=running] [] [2024/06/01 12:34:44.524 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=49] [2024/06/01 12:34:44.618 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=49] [2024/06/01 12:34:44.618 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=49] [type=ImportInto] [2024/06/01 12:34:44.645 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:44.645 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=49] [2024/06/01 12:34:44.725 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.630862784\n# Parse_time: 0.000589624\n# Compile_time: 0.00167324\n# Rewrite_time: 0.000338431\n# Optimize_time: 0.000811747\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 04e3a722142273b9b122933333636d6692b05a35913f7650fc04d34a7a7ca73f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:34:44.736 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=176] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/01 12:34:44.738 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:44.769 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:44.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:44.769 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:44.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:34:44.813 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [category=ddl] [job="ID:250, Type:truncate table, State:queueing, SchemaState:none, SchemaID:245, TableID:247, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:44.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:44.824 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 245, Table ID: 249, Table Name: t, Old Table ID: 247, Old Table Name: t"] [2024/06/01 12:34:44.873 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=176] [neededSchemaVersion=177] ["start time"=4.018143ms] [gotSchemaVersion=177] [phyTblIDs="[249]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:44.887 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=250] [version=177] [2024/06/01 12:34:44.889 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=177] ["take time"=24.379856ms] [job="ID:250, Type:truncate table, State:done, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:44.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:45.009 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=250] [tableIDs="[247]"] [comment="drop table: table ID"] [2024/06/01 12:34:45.019 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=250] [jobType="truncate table"] [2024/06/01 12:34:45.024 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=250] [conn=2] [job="ID:250, Type:truncate table, State:synced, SchemaState:public, SchemaID:245, TableID:247, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:44.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:45.091 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=250] [2024/06/01 12:34:45.091 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:45.095 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.360667029\n# Parse_time: 0.000265141\n# Compile_time: 0.000991428\n# Rewrite_time: 0.000037586\n# Optimize_time: 0.001050372\n# Wait_TS: 0.000621988\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:34:45.114 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:45.304 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"columns-and-vars\":\"(`a`, @`1`, `c`)\",\"set-clause\":\"`b`=COALESCE(@`1`, _UTF8MB4'def')\",\"file-location\":\"gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"fields_terminated_by\":\"\\t\"}}"] [dist-task-enabled=true] [2024/06/01 12:34:45.447 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=50] [task-id=50] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:45.489 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=50] [2024/06/01 12:34:45.489 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:45.596 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:45.598 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:45.599 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [2024/06/01 12:34:45.621 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:45.624 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:45.624 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/06/01 12:34:45.625 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=53.49µs] [2024/06/01 12:34:45.625 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=183.947µs] [] [2024/06/01 12:34:45.625 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:45.625 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:45.832 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=50] [mode=Import] [2024/06/01 12:34:45.844 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=50] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:45.851 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=50] [2024/06/01 12:34:45.891 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:45.892 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/06/01 12:34:45.895 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:45.904 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:45.904 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:45.904 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:45.904 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:45.905 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:45.905 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:45.905 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:45.905 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:45.905 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:45.920 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:45.922 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:45.922 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:45.922 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=50] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:45.922 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=50] [disk-quota=348.5GiB] [2024/06/01 12:34:45.972 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [2024/06/01 12:34:45.977 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:45.980 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:45.981 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=249] [2024/06/01 12:34:45.989 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [2024/06/01 12:34:45.992 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=249] [key=nil-input.tsv:0] [readDur=1.368521ms] [encodeDur=1.088726ms] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [deliverDur=254.116µs] [type=file] [takeTime=3.147833ms] [] [2024/06/01 12:34:45.993 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=import] [subtask-id=97] [takeTime=20.58112ms] [] [2024/06/01 12:34:45.993 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=80] [kvs=2] [files=1] [sstFileSize=989] [file=/tmp/tidb/import-4000/50/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/9cd2ca05-4126-4469-96d2-f45f7d555ae8.sst] [firstKey=7480000000000000F95F728000000000000001] [lastKey=7480000000000000F95F728000000000000002] [2024/06/01 12:34:45.993 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/06/01 12:34:45.993 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/06/01 12:34:45.993 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:45.995 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.176997ms] [] [2024/06/01 12:34:45.995 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:34:46.002 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:46.023 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=2] [size=80] [2024/06/01 12:34:46.024 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:46.037 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/06/01 12:34:46.039 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=43.695959ms] [] [2024/06/01 12:34:46.039 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:34:46.040 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.234524ms] [] [2024/06/01 12:34:46.040 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=50] [step=import] [engine-id=0] [2024/06/01 12:34:46.040 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:46.042 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.567059ms] [] [2024/06/01 12:34:46.042 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:34:46.042 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:46.042 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=81.183µs] [] [2024/06/01 12:34:46.042 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:34:46.043 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=971.144µs] [] [2024/06/01 12:34:46.098 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=50] [step=import] [2024/06/01 12:34:46.101 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:46.101 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:46.102 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:46.102 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:46.102 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:46.102 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:46.104 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:46.104 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:46.104 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:46.104 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:46.104 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:46.104 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=213.405113ms] [] [2024/06/01 12:34:46.112 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:46.113 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:46.115 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:46.115 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:46.190 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":10,\"3\":2}}"] [2024/06/01 12:34:46.192 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=50] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:46.192 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:46.393 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:46.443 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/06/01 12:34:46.443 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/06/01 12:34:46.443 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [2024/06/01 12:34:46.451 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=8.066315ms] [] [2024/06/01 12:34:46.451 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [groupId=-1] [size=80] [kvs=2] [checksum=7610316387263968170] [2024/06/01 12:34:46.451 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [checksum="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/06/01 12:34:46.451 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [weight=30] [2024/06/01 12:34:46.451 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [concurrency=15] [2024/06/01 12:34:46.456 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=249] [physicalTableID=249] [indexID=-1] [checksum=7610316387263968170] [totalKvs=2] [totalBytes=80] [2024/06/01 12:34:46.456 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [local="{cksum=7610316387263968170,size=80,kvs=2}"] [2024/06/01 12:34:46.456 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=13.436589ms] [] [2024/06/01 12:34:46.456 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=50] [step=post-process] [subtask-id=98] [takeTime=13.687054ms] [] [2024/06/01 12:34:46.503 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=50] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=109.200675ms] [] [2024/06/01 12:34:46.518 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=50] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:46.518 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=50] [step=post-process] [state=running] [] [2024/06/01 12:34:46.522 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=50] [2024/06/01 12:34:46.631 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=50] [type=ImportInto] [2024/06/01 12:34:46.634 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=50] [2024/06/01 12:34:46.651 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:46.652 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=50] [2024/06/01 12:34:46.733 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.636384261\n# Parse_time: 0.001734036\n# Compile_time: 0.002713843\n# Rewrite_time: 0.000333195\n# Optimize_time: 0.001050372\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5fc90d49cd6c5db4492fcb810e59b8425f38ab71f4e9a5a76407f02caf95b16e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` (`a`,@`1`,`c`) SET `b`=COALESCE(@`1`, _UTF8MB4'def') FROM 'gs://test-multi-load/nil-input.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH fields_terminated_by=_UTF8MB4' ';"] === RUN TestImportInto/TestJobFailWhenDispatchSubtask [2024/06/01 12:34:46.744 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="drop database if exists fail_job_after_import"] [user=root@%] [2024/06/01 12:34:46.746 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=177] [cur_db=load_data] [sql="create database fail_job_after_import"] [user=root@%] [2024/06/01 12:34:46.763 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:46.780 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:46.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:46.780 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:46.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database fail_job_after_import"] [2024/06/01 12:34:46.837 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [category=ddl] [job="ID:252, Type:create schema, State:queueing, SchemaState:none, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:46.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:46.868 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=177] [neededSchemaVersion=178] ["start time"=1.150595ms] [gotSchemaVersion=178] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:46.880 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=252] [version=178] [2024/06/01 12:34:46.882 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=178] ["take time"=19.561287ms] [job="ID:252, Type:create schema, State:done, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:46.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:46.967 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=252] [conn=2] [job="ID:252, Type:create schema, State:synced, SchemaState:public, SchemaID:251, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:46.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:46.996 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=252] [2024/06/01 12:34:46.996 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:47.003 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=178] [cur_db=fail_job_after_import] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:34:47.085 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:46.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:47.085 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:46.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:34:47.138 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [category=ddl] [job="ID:254, Type:create table, State:queueing, SchemaState:none, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:46.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:47.151 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 251, Table ID: 253, Table Name: t1"] [2024/06/01 12:34:47.210 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=178] [neededSchemaVersion=179] ["start time"=2.601071ms] [gotSchemaVersion=179] [phyTblIDs="[253]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:47.223 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=254] [version=179] [2024/06/01 12:34:47.225 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=179] ["take time"=22.234962ms] [job="ID:254, Type:create table, State:done, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:46.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:47.299 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=254] [conn=2] [job="ID:254, Type:create table, State:synced, SchemaState:public, SchemaID:251, TableID:253, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:46.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:47.346 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=254] [2024/06/01 12:34:47.346 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:47.350 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.348274663\n# Parse_time: 0.000425211\n# Compile_time: 0.000844122\n# Rewrite_time: 0.000051778\n# Optimize_time: 0.001111743\n# Wait_TS: 0.000387598\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse fail_job_after_import;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:34:47.365 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:47.592 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:47.673 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=51] [task-id=51] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:47.715 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=51] [2024/06/01 12:34:47.715 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:47.821 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:47.822 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:47.822 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [2024/06/01 12:34:47.841 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:47.844 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/01 12:34:47.844 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/01 12:34:47.844 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=65.431µs] [2024/06/01 12:34:47.844 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=237.654µs] [] [2024/06/01 12:34:47.844 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=51] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:47.844 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:47.999 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=51] [mode=Import] [2024/06/01 12:34:48.019 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=51] [2024/06/01 12:34:48.039 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=51] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:48.084 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:48.085 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/06/01 12:34:48.086 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:48.094 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:48.094 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:48.095 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:48.095 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:48.096 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:48.096 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:48.096 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:48.096 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:48.096 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:48.111 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:48.113 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:48.113 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/01 12:34:48.113 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=51] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:48.113 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=51] [disk-quota=348.5GiB] [2024/06/01 12:34:48.158 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [2024/06/01 12:34:48.163 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/06/01 12:34:48.167 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/01 12:34:48.167 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=253] [2024/06/01 12:34:48.188 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=253] [key=t.csv:0] [2024/06/01 12:34:48.191 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=253] [key=t.csv:0] [readDur=1.11821ms] [encodeDur=714.439µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=320.254µs] [type=file] [takeTime=2.600479ms] [] [2024/06/01 12:34:48.192 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=51] [step=import] [subtask-id=99] [takeTime=33.66887ms] [] [2024/06/01 12:34:48.192 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=961] [file=/tmp/tidb/import-4000/51/3c229875-a87b-5dfa-aef9-0ffcec4d91ae.sst/a95c7493-590f-4016-aa8d-17e5b62eb38e.sst] [firstKey=7480000000000000FD5F728000000000000001] [lastKey=7480000000000000FD5F728000000000000002] [2024/06/01 12:34:48.192 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/06/01 12:34:48.192 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/06/01 12:34:48.192 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/06/01 12:34:48.195 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.975003ms] [] [2024/06/01 12:34:48.195 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [2024/06/01 12:34:48.199 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:48.221 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:34:48.221 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:48.234 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:34:48.236 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [retryCnt=0] [takeTime=41.442767ms] [] [2024/06/01 12:34:48.236 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [2024/06/01 12:34:48.237 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:0] [engineUUID=3c229875-a87b-5dfa-aef9-0ffcec4d91ae] [takeTime=1.087458ms] [] [2024/06/01 12:34:48.237 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=51] [step=import] [engine-id=0] [2024/06/01 12:34:48.237 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/01 12:34:48.239 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=1.585182ms] [] [2024/06/01 12:34:48.239 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [2024/06/01 12:34:48.239 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/01 12:34:48.239 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [retryCnt=0] [takeTime=51.975µs] [] [2024/06/01 12:34:48.239 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [2024/06/01 12:34:48.240 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`fail_job_after_import`.`t1`:-1] [engineUUID=d169a211-a2c0-545c-894b-6412e8ed0fb5] [takeTime=849.482µs] [] [2024/06/01 12:34:48.283 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=51] [step=import] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:48.287 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:48.287 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:48.287 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:48.287 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:48.289 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:48.289 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:48.289 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:48.289 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:48.289 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:48.289 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=51] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=204.464267ms] [] [2024/06/01 12:34:48.377 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:48.379 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:48.379 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:48.379 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:48.412 +00:00] [WARN] [scheduler.go:440] ["generate part of subtasks failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:34:48.412 +00:00] [WARN] [scheduler.go:517] ["generate plan failed"] [task-id=51] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/06/01 12:34:48.452 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=51] [step=import] [state=reverting] [error="injected error after ImportStepImport"] [errorVerbose="injected error after ImportStepImport\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:279\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:34:48.453 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=51] [step=import] [mode=Normal] [2024/06/01 12:34:48.454 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=51] [type=ImportInto] [2024/06/01 12:34:48.459 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=51] [2024/06/01 12:34:48.523 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=51] [2024/06/01 12:34:48.547 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:48.547 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=51] [2024/06/01 12:34:48.636 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:48.639 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=51] [error="[0]injected error after ImportStepImport"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestJobFailWhenDispatchSubtask\n\ttests/realtikvtest/importintotest/job_test.go:599\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:34:48.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.288828414\n# Parse_time: 0.000386505\n# Compile_time: 0.001200987\n# Rewrite_time: 0.000251309\n# Optimize_time: 0.001111743\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yOXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `fail_job_after_import`.`t1` FROM 'gs://fail_job_after_import/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestKillBeforeFinish [2024/06/01 12:34:48.707 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS kill_job;"] [user=root@%] [2024/06/01 12:34:48.710 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=179] [cur_db=fail_job_after_import] [sql="CREATE DATABASE kill_job;"] [user=root@%] [2024/06/01 12:34:48.783 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:48.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:48.783 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:48.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE kill_job;"] [2024/06/01 12:34:48.848 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [category=ddl] [job="ID:256, Type:create schema, State:queueing, SchemaState:none, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:48.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:48.880 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=179] [neededSchemaVersion=180] ["start time"=1.134147ms] [gotSchemaVersion=180] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:48.895 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=256] [version=180] [2024/06/01 12:34:48.897 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=180] ["take time"=22.58798ms] [job="ID:256, Type:create schema, State:done, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:48.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:48.942 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=256] [conn=2] [job="ID:256, Type:create schema, State:synced, SchemaState:public, SchemaID:255, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:48.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:48.969 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=256] [2024/06/01 12:34:48.969 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:48.975 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=180] [cur_db=fail_job_after_import] [sql="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [user=root@%] [2024/06/01 12:34:49.019 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:48.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:49.019 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:48.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/06/01 12:34:49.066 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [category=ddl] [job="ID:258, Type:create table, State:queueing, SchemaState:none, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:48.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:49.075 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 255, Table ID: 257, Table Name: t"] [2024/06/01 12:34:49.148 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=180] [neededSchemaVersion=181] ["start time"=2.940142ms] [gotSchemaVersion=181] [phyTblIDs="[257]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:49.161 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=258] [version=181] [2024/06/01 12:34:49.163 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=181] ["take time"=21.554498ms] [job="ID:258, Type:create table, State:done, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:48.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:49.280 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=258] [conn=2] [job="ID:258, Type:create table, State:synced, SchemaState:public, SchemaID:255, TableID:257, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:48.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:49.329 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=258] [2024/06/01 12:34:49.329 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:49.333 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359283985\n# Parse_time: 0.000511415\n# Compile_time: 0.000953614\n# Rewrite_time: 0.000046908\n# Optimize_time: 0.000194239\n# Wait_TS: 0.000383053\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8d0764213d9c8980f2f7228ac418e3202472724bd73615a2d5ce8843684c3cc2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE kill_job.t (a INT, b INT, c int);"] [2024/06/01 12:34:49.349 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:49.553 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:49.701 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=52] [task-id=52] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:49.748 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=52] [2024/06/01 12:34:49.748 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:49.856 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:49.858 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:49.859 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [2024/06/01 12:34:49.881 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:49.883 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:49.884 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=8] [2024/06/01 12:34:49.884 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=64.312µs] [2024/06/01 12:34:49.884 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.807µs] [] [2024/06/01 12:34:49.884 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=52] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:49.884 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:50.011 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=52] [mode=Import] [2024/06/01 12:34:50.030 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=52] [2024/06/01 12:34:50.056 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=52] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:50.145 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:50.147 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/06/01 12:34:50.147 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:50.156 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:50.156 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:50.157 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:50.157 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:50.158 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:50.158 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:50.158 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:50.158 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:50.158 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:50.174 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:50.176 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:50.176 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:50.176 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=52] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:50.176 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=52] [disk-quota=348.5GiB] [2024/06/01 12:34:50.222 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [2024/06/01 12:34:50.226 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/06/01 12:34:50.230 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/01 12:34:50.230 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=257] [2024/06/01 12:34:50.255 +00:00] [INFO] [scheduler.go:144] ["task state/step changed by user or other scheduler"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [old-state=running] [new-state=cancelling] [old-step=import] [new-step=import] [2024/06/01 12:34:50.263 +00:00] [INFO] [scheduler.go:272] ["on cancelling state"] [task-id=52] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=cancelling] [step=import] [2024/06/01 12:34:50.280 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [2024/06/01 12:34:50.283 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=257] [key=t-1.tsv:0] [readDur=1.321076ms] [encodeDur=749.855µs] [checksum="{cksum=15206506462277668171,size=37,kvs=1}"] [deliverDur=307.973µs] [type=file] [takeTime=2.877187ms] [] [2024/06/01 12:34:50.284 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=52] [step=import] [subtask-id=100] [takeTime=62.03914ms] [] [2024/06/01 12:34:50.284 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/52/64636ef9-3fe4-5434-ae74-7ab09274a71e.sst/029317e6-f498-4aaa-805f-94c383da9ef1.sst] [firstKey=7480000000000001015F728000000000000001] [lastKey=7480000000000001015F728000000000000001] [2024/06/01 12:34:50.284 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/06/01 12:34:50.284 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/06/01 12:34:50.284 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/06/01 12:34:50.287 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=2.831883ms] [] [2024/06/01 12:34:50.287 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [2024/06/01 12:34:50.292 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:50.314 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:34:50.315 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:50.328 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=64636ef9-3fe4-5434-ae74-7ab09274a71e] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:34:50.330 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [retryCnt=0] [takeTime=42.833675ms] [] [2024/06/01 12:34:50.330 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [2024/06/01 12:34:50.331 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:0] [engineUUID=64636ef9-3fe4-5434-ae74-7ab09274a71e] [takeTime=1.195055ms] [] [2024/06/01 12:34:50.332 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=52] [step=import] [engine-id=0] [2024/06/01 12:34:50.332 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/01 12:34:50.333 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=1.59997ms] [] [2024/06/01 12:34:50.333 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [2024/06/01 12:34:50.333 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/01 12:34:50.334 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [retryCnt=0] [takeTime=94.188µs] [] [2024/06/01 12:34:50.334 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [2024/06/01 12:34:50.335 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`kill_job`.`t`:-1] [engineUUID=0c319952-7a9c-59e9-a73e-2a53414030fd] [takeTime=967.004µs] [] [2024/06/01 12:34:50.357 +00:00] [INFO] [manager.go:246] [onCanceledTasks] [server-id=:4000] [task-id=52] [2024/06/01 12:34:50.357 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:50.357 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:50.357 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:50.357 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:50.357 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:50.357 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:50.357 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:50.357 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:50.369 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=52] [step=import] [state=reverting] [error="cancelled by user"] [errorVerbose="cancelled by user\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onCancelling\n\tpkg/disttask/framework/scheduler/scheduler.go:274\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:216\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:34:50.370 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=52] [step=import] [mode=Normal] [2024/06/01 12:34:50.380 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:34:50.382 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:34:50.382 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=181] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:34:50.383 +00:00] [WARN] [task_executor.go:337] ["GetFirstSubtaskInStates meets error"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildLimit\n\tpkg/executor/builder.go:801\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:216\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetFirstSubtaskInStates\n\tpkg/disttask/framework/storage/task_table.go:434\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:334\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:34:50.384 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=52] [step=import] [2024/06/01 12:34:50.385 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=52] [2024/06/01 12:34:50.387 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:50.387 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:50.387 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:50.387 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:50.387 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:50.389 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:50.389 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:50.389 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:50.389 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:50.389 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:50.389 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=52] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=244.198967ms] [] [2024/06/01 12:34:50.406 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=52] [type=ImportInto] [2024/06/01 12:34:50.455 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=52] [2024/06/01 12:34:50.485 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:50.485 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=52] [2024/06/01 12:34:50.622 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:50.625 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.291195016\n# Parse_time: 0.001129901\n# Compile_time: 0.001424265\n# Rewrite_time: 0.000286195\n# Optimize_time: 0.000194239\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 7f56264ab0414ae2938a1523a0e4c563176c6bbd667ba0cba2fbec69538781ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4yOXMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMjlzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `kill_job`.`t` FROM 'gs://test-load/t-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestLoadSQLDump [2024/06/01 12:34:51.667 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=181] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/01 12:34:51.696 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:51.696 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/06/01 12:34:51.743 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:queueing, SchemaState:public, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:51.790 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=181] [neededSchemaVersion=182] ["start time"=3.648412ms] [gotSchemaVersion=182] [phyTblIDs="[194,196]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:51.803 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=182] [2024/06/01 12:34:51.804 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=182] ["take time"=22.349557ms] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:51.865 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:write only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:51.900 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=182] [neededSchemaVersion=183] ["start time"=224.315µs] [gotSchemaVersion=183] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:51.912 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=183] [2024/06/01 12:34:51.913 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=183] ["take time"=17.785544ms] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:51.985 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [category=ddl] [job="ID:259, Type:drop schema, State:running, SchemaState:delete only, SchemaID:192, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.020 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=183] [neededSchemaVersion=184] ["start time"=257.888µs] [gotSchemaVersion=184] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:34:52.032 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=259] [version=184] [2024/06/01 12:34:52.034 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=184] ["take time"=18.356562ms] [job="ID:259, Type:drop schema, State:done, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.139 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=259] [tableIDs="[194,196]"] [comment="drop schema: table IDs"] [2024/06/01 12:34:52.150 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=259] [jobType="drop schema"] [2024/06/01 12:34:52.154 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=259] [conn=2] [job="ID:259, Type:drop schema, State:synced, SchemaState:none, SchemaID:192, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:51.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.204 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=259] [2024/06/01 12:34:52.204 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:52.208 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.541957285\n# Parse_time: 0.000561968\n# Compile_time: 0.000952081\n# Rewrite_time: 0.000040395\n# Optimize_time: 0.000165553\n# Wait_TS: 0.000461941\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/06/01 12:34:52.210 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=184] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/01 12:34:52.242 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:52.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:52.242 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:52.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/01 12:34:52.313 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [category=ddl] [job="ID:261, Type:create schema, State:queueing, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:52.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.344 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=184] [neededSchemaVersion=185] ["start time"=1.049924ms] [gotSchemaVersion=185] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:52.356 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=261] [version=185] [2024/06/01 12:34:52.358 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=185] ["take time"=18.592109ms] [job="ID:261, Type:create schema, State:done, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:52.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.415 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=261] [conn=2] [job="ID:261, Type:create schema, State:synced, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:52.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.442 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=261] [2024/06/01 12:34:52.442 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:52.448 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=185] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [user=root@%] [2024/06/01 12:34:52.488 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:52.438 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:52.488 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:52.438 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/06/01 12:34:52.578 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [category=ddl] [job="ID:263, Type:create table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:52.438 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.588 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 260, Table ID: 262, Table Name: t"] [2024/06/01 12:34:52.656 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=185] [neededSchemaVersion=186] ["start time"=2.662123ms] [gotSchemaVersion=186] [phyTblIDs="[262]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:52.669 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=263] [version=186] [2024/06/01 12:34:52.671 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=186] ["take time"=21.360503ms] [job="ID:263, Type:create table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:52.438 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.744 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=263] [conn=2] [job="ID:263, Type:create table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:52.438 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:52.782 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=263] [2024/06/01 12:34:52.782 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:52.786 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.339433472\n# Parse_time: 0.000510744\n# Compile_time: 0.000920325\n# Rewrite_time: 0.00004669\n# Optimize_time: 0.000165553\n# Wait_TS: 0.00042784\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d96270cc9e04aa2fb95b76668b4a4bb516905f861f4f5d533983b6e4ac2f46f6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t (id INT, c VARCHAR(20));"] [2024/06/01 12:34:52.802 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:53.022 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/06/01 12:34:53.114 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=53] [task-id=53] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:53.156 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=53] [2024/06/01 12:34:53.157 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:53.263 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:53.264 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:53.265 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [2024/06/01 12:34:53.286 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:53.289 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:53.289 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/06/01 12:34:53.289 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=57.534µs] [2024/06/01 12:34:53.289 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=192.165µs] [] [2024/06/01 12:34:53.289 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:53.289 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:53.471 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=53] [mode=Import] [2024/06/01 12:34:53.494 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=53] [2024/06/01 12:34:53.508 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=53] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:53.554 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:53.555 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/06/01 12:34:53.556 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:53.564 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:53.565 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:53.565 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:53.565 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:53.566 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:53.566 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:53.566 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:53.566 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:53.566 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:53.581 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:53.582 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:53.583 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:53.583 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=53] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:53.583 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=53] [disk-quota=348.5GiB] [2024/06/01 12:34:53.627 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [2024/06/01 12:34:53.631 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:34:53.634 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:53.635 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=262] [2024/06/01 12:34:53.666 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=262] [key=p:0] [2024/06/01 12:34:53.670 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=262] [key=p:0] [readDur=1.199293ms] [encodeDur=1.280884ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=252.49µs] [type=file] [takeTime=3.144121ms] [] [2024/06/01 12:34:53.670 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=import] [subtask-id=101] [takeTime=43.411602ms] [] [2024/06/01 12:34:53.670 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/53/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/8c8392b1-e174-447a-99f8-a80beab44ff4.sst] [firstKey=7480000000000001065F728000000000000001] [lastKey=7480000000000001065F728000000000000002] [2024/06/01 12:34:53.671 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/06/01 12:34:53.671 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/06/01 12:34:53.671 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:34:53.673 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.0191ms] [] [2024/06/01 12:34:53.673 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/01 12:34:53.677 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:53.699 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/06/01 12:34:53.699 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:53.714 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/01 12:34:53.716 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=42.721882ms] [] [2024/06/01 12:34:53.716 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:34:53.717 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.360098ms] [] [2024/06/01 12:34:53.717 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=53] [step=import] [engine-id=0] [2024/06/01 12:34:53.717 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:53.719 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.687221ms] [] [2024/06/01 12:34:53.719 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/01 12:34:53.719 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:53.719 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=57.054µs] [] [2024/06/01 12:34:53.719 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:53.720 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=978.91µs] [] [2024/06/01 12:34:53.774 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=53] [step=import] [2024/06/01 12:34:53.777 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:53.778 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:53.778 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:53.778 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:53.778 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:53.778 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:53.779 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:53.779 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:53.780 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:53.780 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:53.780 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:53.780 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:53.780 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:53.780 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=226.142787ms] [] [2024/06/01 12:34:53.905 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/06/01 12:34:53.907 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=53] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:53.907 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:54.070 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:54.119 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/06/01 12:34:54.119 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/06/01 12:34:54.119 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [2024/06/01 12:34:54.127 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=8.022567ms] [] [2024/06/01 12:34:54.127 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/06/01 12:34:54.128 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:34:54.128 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [weight=30] [2024/06/01 12:34:54.128 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [concurrency=15] [2024/06/01 12:34:54.132 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=262] [physicalTableID=262] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/01 12:34:54.132 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:34:54.132 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=13.117231ms] [] [2024/06/01 12:34:54.132 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=53] [step=post-process] [subtask-id=102] [takeTime=13.309357ms] [] [2024/06/01 12:34:54.180 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=53] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=110.325344ms] [] [2024/06/01 12:34:54.182 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=53] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:54.183 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=53] [step=post-process] [state=running] [] [2024/06/01 12:34:54.185 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=53] [2024/06/01 12:34:54.277 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=53] [2024/06/01 12:34:54.290 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=53] [type=ImportInto] [2024/06/01 12:34:54.308 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:54.308 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=53] [2024/06/01 12:34:54.382 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5943507289999999\n# Parse_time: 0.000773218\n# Compile_time: 0.001604649\n# Rewrite_time: 0.000283592\n# Optimize_time: 0.000165553\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-parquet/p?endpoint=http://127.0.0.1:4443/storage/v1/' FORMAT 'SQL';"] [2024/06/01 12:34:54.394 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=186] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_csv.t;"] [user=root@%] [2024/06/01 12:34:54.410 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:54.430 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:54.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:54.430 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:54.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_csv.t;"] [2024/06/01 12:34:54.499 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [category=ddl] [job="ID:265, Type:truncate table, State:queueing, SchemaState:none, SchemaID:260, TableID:262, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:54.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:54.511 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 260, Table ID: 264, Table Name: t, Old Table ID: 262, Old Table Name: t"] [2024/06/01 12:34:54.572 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=186] [neededSchemaVersion=187] ["start time"=3.413993ms] [gotSchemaVersion=187] [phyTblIDs="[264]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:54.584 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=265] [version=187] [2024/06/01 12:34:54.586 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=187] ["take time"=22.426014ms] [job="ID:265, Type:truncate table, State:done, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:54.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:54.692 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=265] [tableIDs="[262]"] [comment="drop table: table ID"] [2024/06/01 12:34:54.702 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=265] [jobType="truncate table"] [2024/06/01 12:34:54.707 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=265] [conn=2] [job="ID:265, Type:truncate table, State:synced, SchemaState:public, SchemaID:260, TableID:262, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:54.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:54.774 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=265] [2024/06/01 12:34:54.774 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:54.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.38574133\n# Parse_time: 0.00043744\n# Compile_time: 0.001135173\n# Rewrite_time: 0.000037257\n# Optimize_time: 0.00118967\n# Wait_TS: 0.000414916\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 54aa42fb3deed99c3e7930c508358633f841079d0f7d02676fc856f08bf5ab77\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_csv.t;"] [2024/06/01 12:34:54.994 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestLoadSQLDump1846755149/001/test.sql\",\"format\":\"sql\"}"] [dist-task-enabled=true] [2024/06/01 12:34:54.994 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:54.994 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=42] [2024/06/01 12:34:54.994 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=42] [cost=77.334µs] [2024/06/01 12:34:54.994 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=248.16µs] [] [2024/06/01 12:34:55.128 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=54] [task-id=54] [data-size=42B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:55.171 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=54] [2024/06/01 12:34:55.171 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:55.277 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:55.278 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:55.279 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [2024/06/01 12:34:55.297 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:55.297 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:55.408 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=54] [mode=Import] [2024/06/01 12:34:55.427 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=54] [2024/06/01 12:34:55.438 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=54] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:55.524 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:55.526 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/06/01 12:34:55.535 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:55.535 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:55.536 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:55.536 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:55.537 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:55.537 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:55.537 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:55.537 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:55.537 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:55.552 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:55.553 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:55.554 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:55.554 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=54] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:55.554 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=54] [disk-quota=348.5GiB] [2024/06/01 12:34:55.597 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [2024/06/01 12:34:55.601 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:34:55.605 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:55.605 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=264] [2024/06/01 12:34:55.645 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=264] [key=test.sql:0] [2024/06/01 12:34:55.647 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=264] [key=test.sql:0] [readDur=301.147µs] [encodeDur=1.140709ms] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [deliverDur=355.623µs] [type=file] [takeTime=2.323863ms] [] [2024/06/01 12:34:55.648 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/54/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/15c0e53c-c812-4c21-8fea-a416b1c9cf70.sst] [firstKey=7480000000000001085F728000000000000001] [lastKey=7480000000000001085F728000000000000002] [2024/06/01 12:34:55.648 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=import] [subtask-id=103] [takeTime=50.606116ms] [] [2024/06/01 12:34:55.648 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/06/01 12:34:55.648 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/06/01 12:34:55.648 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:34:55.650 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.941816ms] [] [2024/06/01 12:34:55.650 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/01 12:34:55.656 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:55.677 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=66] [2024/06/01 12:34:55.678 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:55.692 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/01 12:34:55.694 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=43.21204ms] [] [2024/06/01 12:34:55.694 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:34:55.695 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.135055ms] [] [2024/06/01 12:34:55.695 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=54] [step=import] [engine-id=0] [2024/06/01 12:34:55.695 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:55.697 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.555953ms] [] [2024/06/01 12:34:55.697 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/01 12:34:55.697 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:55.697 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=72.168µs] [] [2024/06/01 12:34:55.697 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:34:55.698 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.161427ms] [] [Pipeline] }[2024/06/01 12:34:55.745 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=54] [step=import] [2024/06/01 12:34:55.749 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:55.749 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:55.749 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:55.749 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:55.752 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:55.752 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:55.752 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:55.752 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:55.752 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:55.752 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=227.852309ms] [] [2024/06/01 12:34:55.795 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:55.797 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:55.798 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:55.798 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:55.864 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":4}}"] [2024/06/01 12:34:55.866 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=54] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:55.866 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:56.055 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:56.102 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/06/01 12:34:56.102 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/06/01 12:34:56.102 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [2024/06/01 12:34:56.110 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=7.488249ms] [] [2024/06/01 12:34:56.110 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [groupId=-1] [size=66] [kvs=2] [checksum=4095868306028115111] [2024/06/01 12:34:56.110 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:34:56.110 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [weight=30] [2024/06/01 12:34:56.110 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [concurrency=15] [2024/06/01 12:34:56.114 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=264] [physicalTableID=264] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/01 12:34:56.115 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:34:56.115 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=12.819796ms] [] [2024/06/01 12:34:56.115 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=54] [step=post-process] [subtask-id=104] [takeTime=13.05055ms] [] [2024/06/01 12:34:56.156 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=54] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=100.577485ms] [] [2024/06/01 12:34:56.196 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=54] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:56.196 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=54] [step=post-process] [state=running] [] [2024/06/01 12:34:56.199 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=54] [2024/06/01 12:34:56.253 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=54] [type=ImportInto] [2024/06/01 12:34:56.276 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=54] [2024/06/01 12:34:56.347 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:56.347 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=54] [2024/06/01 12:34:56.411 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.632145534\n# Parse_time: 0.001182558\n# Compile_time: 0.001653051\n# Rewrite_time: 0.000307355\n# Optimize_time: 0.00118967\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9e575a6f81478dff1d2f6842d37d7b213222f7df63b67f266d2b219ee833b464\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42M3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42M3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM '/tmp/TestImportIntoTestLoadSQLDump1846755149/001/test.sql' FORMAT 'SQL';"] === RUN TestImportInto/TestMaxWriteSpeed [2024/06/01 12:34:56.422 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_test_write_speed;"] [user=root@%] [2024/06/01 12:34:56.425 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=187] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_test_write_speed;"] [user=root@%] Post stage [2024/06/01 12:34:56.455 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:56.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:56.455 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:56.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_test_write_speed;"] [2024/06/01 12:34:56.457 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:56.528 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [category=ddl] [job="ID:267, Type:create schema, State:queueing, SchemaState:none, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:56.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:56.558 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=187] [neededSchemaVersion=188] ["start time"=1.082989ms] [gotSchemaVersion=188] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:34:56.572 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=267] [version=188] [2024/06/01 12:34:56.574 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=188] ["take time"=20.948996ms] [job="ID:267, Type:create schema, State:done, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:34:56.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:56.642 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=267] [conn=2] [job="ID:267, Type:create schema, State:synced, SchemaState:public, SchemaID:266, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:56.437 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:56.669 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=267] [2024/06/01 12:34:56.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:56.674 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=188] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_test_write_speed.t(a int, b int)"] [user=root@%] [2024/06/01 12:34:56.766 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:56.766 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_test_write_speed.t(a int, b int)"] [2024/06/01 12:34:56.820 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [category=ddl] [job="ID:269, Type:create table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:56.829 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 266, Table ID: 268, Table Name: t"] [2024/06/01 12:34:56.896 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=188] [neededSchemaVersion=189] ["start time"=3.080232ms] [gotSchemaVersion=189] [phyTblIDs="[268]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:34:56.912 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=269] [version=189] [2024/06/01 12:34:56.914 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=189] ["take time"=26.462055ms] [job="ID:269, Type:create table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:56.977 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=269] [conn=2] [job="ID:269, Type:create table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:56.637 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:57.027 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=269] [2024/06/01 12:34:57.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:57.032 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359172351\n# Parse_time: 0.000452403\n# Compile_time: 0.000843639\n# Rewrite_time: 0.000052142\n# Optimize_time: 0.000862045\n# Wait_TS: 0.000408527\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: fc1b1e4d47a5f290811d20628c52a2c0714628b3c6a7d1063aee53669bfc0fd7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_test_write_speed.t(a int, b int);"] [2024/06/01 12:34:57.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:57.311 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:34:57.396 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=55] [task-id=55] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:57.440 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=55] [2024/06/01 12:34:57.440 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:57.547 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:57.549 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:57.550 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [2024/06/01 12:34:57.570 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:57.572 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:57.573 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/06/01 12:34:57.573 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=75.286µs] [2024/06/01 12:34:57.573 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=223.44µs] [] [2024/06/01 12:34:57.573 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:57.573 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:34:57.749 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=55] [mode=Import] [2024/06/01 12:34:57.768 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=55] [2024/06/01 12:34:57.788 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=55] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:34:57.828 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:57.829 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/06/01 12:34:57.830 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:57.838 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:34:57.838 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:34:57.839 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:57.839 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:34:57.840 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:57.840 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:34:57.840 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:34:57.840 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:34:57.840 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:57.854 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:34:57.855 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:34:57.855 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:34:57.856 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=55] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:34:57.856 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=55] [disk-quota=348.5GiB] [2024/06/01 12:34:57.897 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [2024/06/01 12:34:57.901 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/01 12:34:57.904 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:34:57.905 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=268] [2024/06/01 12:34:57.912 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [2024/06/01 12:34:58.129 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=268] [key=speed-test.csv:0] [readDur=28.242622ms] [encodeDur=178.798199ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=4.809812ms] [type=file] [takeTime=216.248826ms] [] [2024/06/01 12:34:58.130 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=import] [subtask-id=105] [takeTime=232.98579ms] [] [2024/06/01 12:34:58.130 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/55/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/1a0c8261-92cd-4fc8-8705-4184e231b084.sst] [firstKey=74800000000000010C5F728000000000000001] [lastKey=74800000000000010C5F7280000000000003E8] [2024/06/01 12:34:58.130 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/06/01 12:34:58.130 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/06/01 12:34:58.130 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/01 12:34:58.133 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=2.200057ms] [] [2024/06/01 12:34:58.133 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/06/01 12:34:58.138 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:34:58.159 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/06/01 12:34:58.159 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:34:58.195 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/06/01 12:34:58.196 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=63.686284ms] [] [2024/06/01 12:34:58.197 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/01 12:34:58.198 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.180993ms] [] [2024/06/01 12:34:58.198 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=55] [step=import] [engine-id=0] [2024/06/01 12:34:58.198 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:34:58.199 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.533238ms] [] [2024/06/01 12:34:58.199 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/06/01 12:34:58.200 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:34:58.200 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=57.684µs] [] [2024/06/01 12:34:58.200 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:34:58.201 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.096444ms] [] [2024/06/01 12:34:58.246 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=55] [step=import] [2024/06/01 12:34:58.249 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:34:58.249 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:34:58.249 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:58.250 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:58.250 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:58.250 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:58.250 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:34:58.252 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:34:58.252 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:34:58.252 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:34:58.252 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:34:58.252 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:34:58.252 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=424.443288ms] [] [2024/06/01 12:34:58.261 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:34:58.263 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:58.264 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [2024/06/01 12:34:58.264 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:34:58.338 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/06/01 12:34:58.339 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=55] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:34:58.339 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:34:58.547 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:34:58.597 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/06/01 12:34:58.597 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/06/01 12:34:58.597 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [2024/06/01 12:34:58.605 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=8.099132ms] [] [2024/06/01 12:34:58.605 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/06/01 12:34:58.605 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/01 12:34:58.605 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [weight=30] [2024/06/01 12:34:58.606 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [concurrency=15] [2024/06/01 12:34:58.610 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=268] [physicalTableID=268] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/06/01 12:34:58.610 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/01 12:34:58.610 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=13.399446ms] [] [2024/06/01 12:34:58.611 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=55] [step=post-process] [subtask-id=106] [takeTime=13.654737ms] [] [2024/06/01 12:34:58.653 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=55] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=105.748313ms] [] [2024/06/01 12:34:58.669 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=55] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:34:58.669 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=55] [step=post-process] [state=running] [] [2024/06/01 12:34:58.672 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=55] [2024/06/01 12:34:58.739 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=55] [type=ImportInto] [2024/06/01 12:34:58.746 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=55] [2024/06/01 12:34:58.818 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:34:58.818 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=55] [2024/06/01 12:34:58.901 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:34:58.954 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.9179225629999999\n# Parse_time: 0.001242792\n# Compile_time: 0.002106638\n# Rewrite_time: 0.000269502\n# Optimize_time: 0.000862045\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c6a0f7b0dd4e52574368e4cddcea93e86591e82627515cdddbb26a3629d2a409\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:34:58.971 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=189] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_test_write_speed.t;"] [user=root@%] [2024/06/01 12:34:59.001 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:58.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:34:59.001 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:3, start time: 2024-06-01 12:34:58.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_test_write_speed.t;"] [2024/06/01 12:34:59.074 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [category=ddl] [job="ID:271, Type:truncate table, State:queueing, SchemaState:none, SchemaID:266, TableID:268, RowCount:0, ArgLen:0, start time: 2024-06-01 12:34:58.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:59.085 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 266, Table ID: 270, Table Name: t, Old Table ID: 268, Old Table Name: t"] [2024/06/01 12:34:59.134 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=189] [neededSchemaVersion=190] ["start time"=3.635841ms] [gotSchemaVersion=190] [phyTblIDs="[270]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:34:59.146 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=271] [version=190] [2024/06/01 12:34:59.148 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=190] ["take time"=22.24579ms] [job="ID:271, Type:truncate table, State:done, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:58.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:59.253 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=271] [tableIDs="[268]"] [comment="drop table: table ID"] [2024/06/01 12:34:59.265 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=271] [jobType="truncate table"] [2024/06/01 12:34:59.271 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=271] [conn=2] [job="ID:271, Type:truncate table, State:synced, SchemaState:public, SchemaID:266, TableID:268, RowCount:0, ArgLen:2, start time: 2024-06-01 12:34:58.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:34:59.337 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=271] [2024/06/01 12:34:59.337 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:34:59.341 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.371557095\n# Parse_time: 0.000302881\n# Compile_time: 0.001112412\n# Rewrite_time: 0.000040388\n# Optimize_time: 0.002505351\n# Wait_TS: 0.000437445\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8335c0f5a674c362ca804edef924d7641c9291afa0c75e736a126089ad41d921\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_test_write_speed.t;"] [2024/06/01 12:34:59.358 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:59.564 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"max_write_speed\":\"6000\"}}"] [dist-task-enabled=true] [2024/06/01 12:34:59.721 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=56] [task-id=56] [data-size=7.598KiB] [thread-cnt=8] [global-sort=false] [2024/06/01 12:34:59.772 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=56] [2024/06/01 12:34:59.773 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:34:59.878 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:34:59.880 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:34:59.881 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [2024/06/01 12:34:59.900 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:34:59.903 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:34:59.903 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=7780] [2024/06/01 12:34:59.903 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=7780] [cost=57.708µs] [2024/06/01 12:34:59.903 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=177.057µs] [] [2024/06/01 12:34:59.903 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:34:59.903 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:00.028 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=56] [mode=Import] [2024/06/01 12:35:00.047 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=56] [2024/06/01 12:35:00.127 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=56] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:00.169 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:00.171 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/06/01 12:35:00.173 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:00.181 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:00.181 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:00.182 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:00.182 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:00.183 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:00.183 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:00.183 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:00.183 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:00.183 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:00.198 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:00.200 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:00.200 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:35:00.200 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=56] [disk-quota=348.5GiB] [2024/06/01 12:35:00.200 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=56] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:00.249 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [2024/06/01 12:35:00.253 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/01 12:35:00.257 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:35:00.257 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=270] [2024/06/01 12:35:00.287 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [2024/06/01 12:35:00.462 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=270] [key=speed-test.csv:0] [readDur=28.476427ms] [encodeDur=138.092734ms] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [deliverDur=5.042013ms] [type=file] [takeTime=175.647244ms] [] [2024/06/01 12:35:00.463 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34744] [kvs=1000] [files=1] [sstFileSize=12611] [file=/tmp/tidb/import-4000/56/9b4a6271-0aef-5059-a34e-0bbb1ee21829.sst/bd511d63-498f-4d11-afd4-2bbdaa005229.sst] [firstKey=74800000000000010E5F728000000000000001] [lastKey=74800000000000010E5F7280000000000003E8] [2024/06/01 12:35:00.463 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=import] [subtask-id=107] [takeTime=213.878086ms] [] [2024/06/01 12:35:00.464 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/06/01 12:35:00.464 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/06/01 12:35:00.464 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/01 12:35:00.509 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=45.315435ms] [] [2024/06/01 12:35:00.510 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [2024/06/01 12:35:00.515 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:00.537 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] ["region ranges"=1] [count=1000] [size=34744] [2024/06/01 12:35:00.537 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:08.121 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:397.717261ms txnStartTS:450165553938563073 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:397.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:1 total_versions:215 rocksdb_delete_skipped_count:107 rocksdb_key_skipped_count:535 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:35:08.121 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:438.257161ms txnStartTS:450165553925193731 region_id:14 store_addr:127.0.0.1:20162 stats:Cop:{num_rpc:1, total_time:438.1ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:0 total_versions:629 rocksdb_delete_skipped_count:146 rocksdb_key_skipped_count:1694 rocksdb_cache_hit_count:2 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:35:08.128 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165553925193731\n# Query_time: 0.458078638\n# Parse_time: 0\n# Compile_time: 0.012638356\n# Rewrite_time: 0.001999672\n# Optimize_time: 0.007921039\n# Wait_TS: 0.000141604\n# Cop_time: 0.435661068 Process_time: 0.00077197 Wait_time: 0.000078295 Request_count: 2 Total_keys: 1258 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 292 Rocksdb_key_skipped_count: 3388 Rocksdb_block_cache_hit_count: 4\n# Is_internal: true\n# Digest: 1419dc3f429d38aa633c567e9a7382c40500243679dfa77e81a8e3ecb9436ee2\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000385985 Cop_proc_p90: 0.000406181 Cop_proc_max: 0.000406181 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.9147e-05 Cop_wait_p90: 4.0295e-05 Cop_wait_max: 4.0295e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12684\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yhe4MAkzXzEzCTAJNjY1Ni42NwlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjQzOS44bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwboAAGWMUOmRlc2MsTocAFGpvYl9pZC6DAAAzHYMcCTAgQnl0ZXMRCBwKMgkxN18yNx34VGlubmVyIGpvaW4sIGVxdWFsOltlcShaDgE4aWQsIENvbHVtbiMxNSldLncAADEdd3gsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjQzOC43ASoQZmV0Y2gZDwUwDDowc30RqhEIIAozCTZfMjkoQgFRACkBuDA0MDAJZ3JvdXAgYnk6FY1ALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDBmxCDguNgGHNatQcGFydGlhbF93b3JrZXI6e3dhbGxfLdccOC4wNTcwMTkBMQhjb24504gsIHRhc2tfbnVtOjAsIHRvdF93YWl0OjIuMTg5MzcwMTY3cwkXGGV4ZWM6MHMJDQVWBSRMNTE1ODhzLCBtYXg6NDM3LjkyMjcFlwhwOTUuEQAUfSwgZmluYp4AEDQ4MzgzJVZengABqhGeHDMzLjUzN8K1DY4Fmww1LjM2FRIRoBg5MTQyNjY0FaAcOC40MjE0NDQhBwmhGRIAfUHWAQQYCjQJMV8zMDGpJG5vdChpc251bGw9kSHHBWUB9C4yAwgJMzhRsSBOL0EKNQk2XzMhtAg4MDA99EqcAnkqUiUDIHNjaGVtYV9pZAHMRssDRaIJHklFCG1pbhWvADhWQAIAN0nHkkACGDYuMjEwNDEl2l6iAT5AAhgwMDgxOTkyLqUBQkACFDAzMjYxNwEkSUEYNi4wOTY3MgVoKaEZEnJDAhQ3LjcwNDUJOV6hADJDAhQwLjI5OcIyQwIQNi4xMTEVEyXfJDIuMTg0Mjg4OTMheABhSeQQNTc0NDWFLQmjADcVEllEIDYJMzFfMzYJMCn6OGRhdGE6SGFzaEFnZ18zMXnFBeo1gwxjb3BfYZAIOiB7YZIEIDFpWQAggXSlFUEmGF9rZXlzOiAtbwESGDogMzY1LjgVu2XDBCAzCRFkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDCR5AFyCF9kdQUaGG46IDQyLjcFSyxtYXhfZGlzdHNxbF8uVAFIIDF9LCBycGNfaW5mbzp7Q29wOgGvDF9ycGPBMwB0oScpPwG4IDFtc319CTI0NK3IYRcAN2EXDDEJMV8tH7UNStsCAeHJpv4ZA3UZSmYAyYV9KQA4JaQEa3YlHgQ6e0UOQb8trDx9LCBzY2FuX2RldGFpbDogyR0tm0A2MjksIGdldF9zbmFwc2hvdCkODCAxOC6JpKByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0Niwga2V5Xz4YACA2OTQsIGJsb2NBIznVDTcUMn19fSwgAas+mAAtRQ2IMi4CoZQEYWkRo001AHQB+tlBHCA1MDkuNcK1XeEUOAk0M18zoSsMMAkxMIHehYQAOi5/CAHEbGVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96YwFBKwEEBAozYU0cNDEoUHJvYmWhewQ2NhbyCABkYVcsU2VsZWN0aW9uXzQwBVIUbWU6NDA0BbAqygheXAMIMS455RchIy3AADDJ5gESGDogNDA2LjJlENWAECA0MC4zBRMAY75dAwA1SQHuWwNpWwgxLjlKWQMhkAQ0MGVZMSRK7QIMcmVvchb0Cf7gAjrgAgQ3LqlT/uAC+uACMrMBNuACNboAdAH8XeIQMS4wM21d4AQ1CUHgADklSwAx/uACeuAC')\n# Plan_digest: 29484af8ecb33bd721aada2a65e777d1777fbdefaa439f1f3bce3a7a45698fab\n# Binary_plan: tidb_decode_binary_plan('mhrwSQqVGgoNUHJvamVjdGlvbl8xMxL9GAoHU29ydF8xNBKFGAoLSGFzaEpvaW5fMjcSwAYKDlRhYmxlUmVhZGVyXzQxEoIECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgywgZTFBKauqqqqqALoFgwRSGAV/AC4ufgAkLnJlb3JnapMCdGplAAgsIHMB2/BeZGV0YWlsOiB7dG90YWxfa2V5czogNjI5LCBnZXRfc25hcHNob3RfdGltZTogMTcuOcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAxNDYsIGtleV8+GABcNjk0LCBibG9jazoge2NhY2hlX2hpdF9jCTcUMn19fSwgAWw+mAAccHJvY2Vzc18BHBg6IDQwNi4yBYkJtgh3YWkRoww0MC4zCRoB/Ax3YWxsDTQYMS4wM21zfVZcATAaAQIhVVVVVZV09kApNV8oAUABUhFkYXRhOlNdIARaFgWFEDQwNC41BWoEbG8ltxRi1gFjb3Ap1Fgge251bTogMSwgbWF4OiAxLjk5bXMsIAHGLWMEMCwBvAXYOtAABc4BFA3JEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXMIX2R1BRoQbjogNTYFl6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa4UX3JwYzoxBZYAYS00JDEuOW1zfX1w9AFdhxASjBAKCmFTIEFnZ18yORK6DC4/AxAzMBLWCxkgEDM1ErYHNnIDEDM2Ev0EHSIAMU5wAwA0Re3+cAPucANtcAAoYXAAAAEBBEC/aXAslAFncm91cCBieTptYfk2egMh4hxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAERqb2JfaWQpLT5Db2x1bW4jMTj+7QNO7QMEOC5JSQBy/u0D9u0DEDM2NS44RdJC7QMAMw0YOusDDDUwOS5hm1rtAyAh3t3d3R0+90A52WHqBA9kYeoISGFzRdoMMzFaE2noBDM2Ybtx5QDZYuUDEDQzOC4zAStBBE7mAzLJAG3mDcLC5AMMNDIuNyUU7uYDaeYBuAQxbULoAyUmCK1s+DomAQCE/v8Cvv8CVeNd7wg1WhUtnAg3LjchczGeRMQCcGFydGlhbF93b3JrZXI6e9kCIDQzNi4yMTA0MSXQLhIFHDUsIHRhc2tfobStmMFSMDoyLjE4MDA4MTk5MnOlGRRfZXhlYzrhqwR0b81xBSQQMzI2MTcBJKHuAWgQMDk2NzIFaAhwOTUyEgAUfSwgZmluWqEAFDcuNzA0NQk5XqEAAa0Ab00/FDMwLjI5OUUIARQFnhA2LjExMRUTJScBpBQ0Mjg4OTOBdzBheDo0MzcuNTc0NDUxIT0JoxkSbjcDCK1I/k0RCAC5QGU3KBZub3QoaXNudWxsNawINSkpPaIAOAFlLaIIcPwC3UwkGgEBIUREREQkYz5WAAQ4Z7FlUQAINSwgqRQcZmlyc3Ryb3cdbrkJWRoEOC4lgA14BGLAchoCGDguMDU3MDHlpV55AT4aAhg5MzcwMTY3choCFDk1MTU4OD12DDkyMjcFmDF1DRFyFwIYOC40ODM4M0XqXp4AMhcCDDMuNTOJH1UXCDUuM6nOARJRFhg5MTQyNjY0FaAcOC40MjE0NDQhsQmhGRJeFgIOngoUb0ENQSmsHpYKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGLMBgQsIDXoBCldVTwAOYGZACw1xAQ5YhLvCBBoYXNoX+UrADoWtgqFwyUeEGZldGNoGQ8FMCw6MHN9IZkqIkvNGx46pgAAPUqQAKG+6cIQOmRlc2NSqAfpgB2npfhNawVsBH1aPmwATi4IAUgQbWV0YSxOLAgZiR1pLkwDDGINQ28m1wlANXCcXnj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:35:08.132 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165553938563073\n# User@Host: root[root] @ localhost [localhost]\n# Query_time: 0.433825184\n# Parse_time: 0\n# Compile_time: 0.021120784\n# Rewrite_time: 0.002725004\n# Optimize_time: 0.0132176\n# Wait_TS: 0.000150194\n# Cop_time: 0.402575401 Process_time: 0.000453838 Wait_time: 0.000117627 Request_count: 4 Process_keys: 4 Total_keys: 344 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 169 Rocksdb_key_skipped_count: 843 Rocksdb_block_cache_hit_count: 18\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 0.000113459 Cop_proc_p90: 0.000192743 Cop_proc_max: 0.000192743 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.9406e-05 Cop_wait_p90: 3.4358e-05 Cop_wait_max: 3.4358e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 74493\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iDOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjQwNW1zLCBsb29wczoyCTQuNzMgS0IJMCBCeXRlcwoxCTNfMTUJapAADGlkLCBaigABsAxfa2V5ZiEABHlwZqQADHN0YXRuHgAEZXBiWACGJAEgb25jdXJyZW5jZp0AjkgBJHRhcmdldF9zY28BySBDb2x1bW4jMzU5XQg0LjY9XwgsIEMZeQw6T0ZGIXAAMSFwJE4vQQoyCTZfMTYl/CBncm91cCBieTpaWgEhdSRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiGBAC4d7AgpLT4VpAAsDUEcZmlyc3Ryb3cuRgAucAIQaWQpLT4dYjYcAJ5GAAGKQQtmTAARIqJSAAh5cGVqTgBFWikjfuIARWlmSwAFH56WAFF6Zk8AESKeUgBdh2ZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuXQNmUgAuJgAueAMANDJ4A0xwYXJ0aWFsX3dvcmtlcjp7d2FsbKUjJDo0MDQuMDg0ODllqR3xDDo1LCBFlWxudW06MSwgdG90X3dhaXQ6Mi4wMTg5NzI0ODVzCRc0ZXhlYzoyNjkuMzYywrUNFaVfASxcOTU1NzYyM3MsIG1heDo0MDMuOTMwMzIzAaEIcDk1MhIAFH0sIGZpbmKpABQ1NzgxNTcBOV6pAAG1EakUNTMuMDQzFZEFphA2LjU3ORUTEaQcMjE4NTYyNjkVpBw0LjUwMjAwOQFrCaQZEgB9ga4BBAQKM8EeHDgJMAkwLjAyXrEGgaxaQAQlX/4hBlohBnloWn0AMjQDXiQALgADWiQASdNaHQAungIyrwZ2qQVZyQQzLi6gB3ZBBhg0CTE3XzIwMZBQaW5uZXIgam9pbiwgZXF1YWw6W2VxLucFSoQAcs0AAR0QKSBlcSjRRQA3AZDJ9Ag2KV0utQBF3RpVCHAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjQwMukgEGZldGNoBQ9ltwUwHDoyMjMuOMK1YRQYcHJvYmU6ez2PTekEYWxlY1W4CDIuMkWzBTAQMjIyLjZF7AVgECBhbmQgdcIYc30JMTAuMuF9Hu0IHDUJM18yMShCAa4AKTFGPdmOMAFKJAAdthQsIGNhc3R6hAF5FjBkb3VibGUgQklOQVJZ/b0ANzlrDfE1az5hCAgyLjYiYQgUNgkzMF8ydbAZRQgxLjghNhVFEGluZGV4Em8KBDogKauJKhAgMzk4LoUUJVEYX2hhbmRsZR0XKbkMIDUuMqkIJW4IIDEwKcYl/E5XAAgyLjMFVqFqCCAxLDLdBCwgNX0sIG5leHQ6IHsBTwBfBZ0BdAA5KewFFQlbGGxvb2t1cF8NhhAzMDUuNCX/RiMAHHJlc3A6IDIuDv4KFH0JMTkuOUEJDoYJGDcJNDdfMjVRBhgxXzAJMTAJBWAMOnN0LCkcEDppZHhfoVAMX2lkKA0IRCksIHJhbmdlOlsiOjQwMDAiLA0IUF0sIGtlZXAgb3JkZXI6ZmFsc2UsIA5WCBxzOnBzZXVkbzGJIV49iQAzIQkAcDEwMRzBRBAgMzk3LsUHDHByb2OhQgBzJTih+gESGDogMTkyLjcF/AEUIQAMOiAzNC0PZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwcatFgwRkdQUaFG46IDY3Lsk0LG1heF9kaXN0c3FsX13XTDogMX0sIHJwY19pbmZvOntDb3A6AbEMX3JwY+07Dr8MDGltZToBuig2bXN9fSwgdGlrdgVqBDp7BRsAMCKIDAFOKHNjYW5fZGV0YWlsVYUB3Ahlc3My8QAEYWwyFwAgX3NpemU6IDYw5ZoEYWwNLBAyMTUsIBKrCxhuYXBzaG90TdEEMTgtJ3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnRBxAA3IccAeT4YACA1MzUsIGJsb2NhKzlUDTYEMn0J6QRtZV7LAAX6Nq8B4f4EYWkRojW2JS8muAgMIDI5OSXQ+Y8cNwkxXzI3KFCB/QApRbrlmARpbnpxBEGMSGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSlRzQgxLjc2ugYAY1rMAggxLjGl9SHdLa4abgkBEhA6IDQ5LibECCEZDDogMjYF+mUgtsoCCDQ5Loma7soCScoEMS6FPf7JAnrJAgg0MTI2ygIAMVbIAggxLjFl71nI7pUCRZUueQE2lAI1gD6UAggxNTiFKlmUGDgJNDVfMjZFjjJIBYoTBWYfBKGqAQTpswA5UfMYMAkyOS45Ny60Bz6vDv3PLhsAhfH+igr+igr+igqqigo+hwguDAEOsQteeggANnHfCDUuNDbkCT55CAw0LjM08VQSeQgAMw7bECmgGUUAMN3wADLtXckUNnkIADINKjZ4CAgyLjAStg3t8RbsCYkjinQIADHCdAgIMi42BfUBY1ZzCAAyaYZGIQAWcQgsMS44OG1zfQkyMS41MR0ScQgEMzMucQgAMx5xCCJwCKWjACgFBipoCAxwYXVzoaYALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrdgALLXiop4ICDIuMBJcCxYmCmqdCAgxLjNy0QUIMTYxEtgLhdit0gQzM63lAGO+nAgIMTE17cP+0wWh0wQyMv6cCIqcCD7SBQQyN1bUBQA0Gr4MudRWnAgBUQBrRpsICDMwOGqbCAAxopwILq8BNggGNbY+CAYIMjc4xZC5qQ6cCAQzNbGpDlYLiQtWXggujwQSdg4qVwgANl2GADISAwiRMTIjC4pXCBbUCiYhCwQyMy1xwoUCADQROv6EAkGE/lcIklcICDc2M2WAIiILVlgICDkuMRZ9CVmE/lgIDlgINXo2UAI1gT5QAggxNDASuAlZUBJYCAQzNEVKLi8F/lcIFlcI')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('hDfACv82CgdTb3J0XzEzEuM1Cg1Qcm9qZWN0aW9uXzE1EtUyCgpIYXNoQWdnXzE2EvcoCjIhABQ4EsklCgsBISRKb2luXzIwEuwQMkMAZDIxEvEOCg5JbmRleExvb2tVcF8yOBLkBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwtgAAJEAwATgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFXRpbWU6Mzk4LjhtcywgbG9vcHM6M2LbAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDM5Ny43bXMsIHByb2Nfa2V5czogMSwgdG90XwESJDogMTkyLjfCtXMJFCR3YWl0OiAzNC40BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoYbjogNjcuOQU60G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBYQQYWxfdGkF5TQ3LjZtc319asgCdGlrdgVrBDp7BRwMMHMsIAn8AU8AcyGYKGRldGFpbDoge3RvAUMB3RBlc3Nfax3yBGFsMhcAIF9zaXplOiA2MBF3CSxAMjE1LCBnZXRfc25hcHNob3QJjwggMTgtKIhyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDEwNyHIAHk+GAAwNTM1LCBibG9jazogezlVDTYUMn19fSwgAd5eywABHDqwAQRhbCWyDRs1tyUvCHdhbC1KDCAyOTkl0Qh9cP8RAQQBeBEKJP8BEscGCgxTZWxtTkAyNxKOAQoRVGFibGVSb3dJREn4ADZJ9QRUpUL1AggNCgtd9QhSHmtyxAIEahwFnwx0YXNrSs4BVqIACBoBAgl+LJClQCmg20sao3WUP2lzEFJuaW4oZXJMLnRpZGJfYmFja2dyb3VuZF9zdWIBZlwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcAFGVwKSlaFCWIDDEuNzV5ghgyYtgBY29wCdUAIEHRDDogMSxhBRQ6IDEuMTQBKkGSAF9JYwAxRXJFjRQ6IDQ5LjNlMwh0b3Qlzgw6IDI2Ja8ALMaAAww0OS4yBU3ugANpgAwxLjA1ZX8Ak/5/A3J/Awg0MTIlDgRhbDkdTn4DCDEuMQXZeX7uSwNlSy56ATZKAzWBRat9SggxNTiF4VqoAhwhjURsjTL1cjKlAggBQAGtuBA0MDEuOEEMibwQMmLvAWnBcVE4ibtFYBQgMzk4LjkBLCxmZXRjaF9oYW5kbGUdF6V/EDogNS4yKfGpuhAxMMK1c4FIYb1OVwAIMi4zBVYEbnVJozKcBSg1fSwgbmV4dDogewFPAF8FnQF0CDkuMgGLBRUJWxhsb29rdXBfDYYMMzA1LskyRiMAGHJlc3A6IDJJTghwmp8uegThSxipg8CnYxV0PjMBCFKVAX7WAwxlcCwgdiQAHd4ULCBjYXN0euMDgS9Bh2gsIGRvdWJsZSBCSU5BUlkpLT5Db2x1bW4jMzc1ywAyKRQxywQPQ93mFE9GRnDsFC5jBQSNEjZvCAg5Es06bwgQMzYSjwZCbwgIMzMaHm8IBLiasXoAPh5vCAgcChqxehQBdBoOCgWF6wASCQcEUm0eZggMcGF1c4HuACwVCihdLCBbInJldmVydAkZGQwJG60gACy1KgBdwdQEZXBqnAipGQgyLjBFLCkYCDNi2moZBQAzchkFEDE2MS44ZfS5GgQzM60tAGO+mggMMTE1LhboCP4bBaEbBDIypRv+mgh6mgg+GgUEMjdWmggINC42JSi5HFaaCAFRAGtGmQgIMzA4apkIADGimggusAE2UAU1tz5QBQgyNzil2FpQBQQSgTKaCBAzNRKNAUKaCAQzNBYcCASquUIgAwgMCgp5IP6ZCHKZCCgEukApuR6F61H4PW2dBFIoVloIDGdsb2IO5AoEYXMOmggyUwgANn06+lMIFoYLeTkEMjNNJMI5AwA0ETr+OANhOBpTCACU/lMIdlMICDc2M45UCAg5LjEWegl5OP5UCA5UCDV7NgQDNYI+BAMIMTQwErUJWgQDHCGJO8PWS+GNMmACDlQIqXAINS4wMlMIAOdmUwgAMg0rNlIIDDIuMDbh3e3LiUrhxw7KDIJOCAAxwk4IDDIuNjMBcAFjVk0IADIW6glGIQAWSwgkMS44OG1zfXCvrDZLCCACIekglPkmAY8+KgEIUtsCKicILoADBGlkMkIILhsAYaAWCwhaPAAMdHlwZWI+AOWIYh4AHHByaW9yaXR5YiEAFGNyZWF0ZRIKCmYkACZwCGIkAABzPiQJNuIAAHISaQsEY28ByT4eCS4qACEnXhEJADZViAA0Jdfp+AAyRhAJBNwiKhAJQCHFqRolOc6UQCmJ0t7gC5OZDs4NZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxercJcucAAR0QKSBlcSgiwwkELCARCwg2KV0i0AkEMy4ywAAElgFlERBfaGFzaEmnBDp7EqALDDo0MDIOmRAALGlIBQ8SyAgFMAw6MjIzErYIBH0sDvINDGJlOns9qQQ6NY2YDicJBDFzFiIOAVCl+QRwcgEwCDIyMq2rZagMIGFuZGULCTMsfXDUUSF+/VR9SBaVQj0BAMv+6AL+6AL+6AL+6AKK6AJ9zkorED2sXRky6g9C6QsE2CUu2QIYzqZn4m+alR6LCADwUdkEtwYOlhAQcCBieTodgz5mAyBmdW5jczptYXh68gIdqCqdDAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GALEjZkwAESKemAChVGpOAKVyKSN+nAClgWZLAAUfnpYAsa9mTwARIp5SAL3gZlUAHSWiWADZFGpYABklnlgApURiMgIBHp5KAAB03XVmUgAuJgB1iAA0qWfRYRjNAnBhcnRpDmUJGG9ya2VyOnsmqBEgNDA0LjA4NDg5EtoIHfGlgQxhc2tfDgARGocTDmgIpV0YODk3MjQ4NRoLFw61Fxg6MjY5LjM2FmIRDk0LEpwRKDIuMDE5NTU3NjIztcMYMy45MzAzMsVDEHA5NTo0HRIUfSwgZmluYqkAEDU3ODE1EqQXXqkAyTYAXwWpFDUzLjA0MxLvDQGRBaYMNi41NyJ2ChWkHDIxODU2MjY5FaQYNC41MDIwMBKyCQmkGRJefQoUNA3OSNbkRs8EAKv+awb+awY6awZJhFrTBHmfWiEAPXliTAkyjwNaSAAuuAImZggANV3DRZFRw3pLBhSSxxdV2PxGfAEAXlp+AIbnAIpXCgxpZFoTReYANA6sDTQsIGxvb3BzOjJw6CUYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:35:10.098 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [size=34744] [kvs=1000] [importedSize=34744] [importedCount=1000] [2024/06/01 12:35:10.100 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [retryCnt=0] [takeTime=9.590449286s] [] [2024/06/01 12:35:10.100 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [2024/06/01 12:35:10.102 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:0] [engineUUID=9b4a6271-0aef-5059-a34e-0bbb1ee21829] [takeTime=1.422663ms] [] [2024/06/01 12:35:10.102 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=56] [step=import] [engine-id=0] [2024/06/01 12:35:10.102 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:35:10.104 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.860255ms] [] [2024/06/01 12:35:10.104 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [2024/06/01 12:35:10.104 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:35:10.104 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [retryCnt=0] [takeTime=65.514µs] [] [2024/06/01 12:35:10.104 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [2024/06/01 12:35:10.105 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_test_write_speed`.`t`:-1] [engineUUID=44c71187-930f-542d-8bfe-d13dfaf0891c] [takeTime=1.073126ms] [] [2024/06/01 12:35:10.157 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=56] [step=import] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:10.161 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:10.161 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:10.161 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:10.162 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:10.162 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:10.162 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:10.162 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:10.164 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:10.164 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:10.164 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:10.164 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:10.164 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:10.164 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=9.994907824s] [] [2024/06/01 12:35:10.195 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:10.197 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:10.198 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:10.198 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:10.266 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1000,\"ColSizeMap\":{\"1\":1936,\"2\":1936}}"] [2024/06/01 12:35:10.267 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=56] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:10.268 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:10.448 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:10.499 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/06/01 12:35:10.499 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/06/01 12:35:10.499 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [2024/06/01 12:35:10.507 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=7.551154ms] [] [2024/06/01 12:35:10.507 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [groupId=-1] [size=34744] [kvs=1000] [checksum=16176383463214450733] [2024/06/01 12:35:10.507 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [checksum="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/01 12:35:10.507 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [weight=30] [2024/06/01 12:35:10.507 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [concurrency=15] [2024/06/01 12:35:10.511 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=270] [physicalTableID=270] [indexID=-1] [checksum=16176383463214450733] [totalKvs=1000] [totalBytes=34744] [2024/06/01 12:35:10.512 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [local="{cksum=16176383463214450733,size=34744,kvs=1000}"] [2024/06/01 12:35:10.512 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=12.774313ms] [] [2024/06/01 12:35:10.512 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=56] [step=post-process] [subtask-id=108] [takeTime=13.015689ms] [] [2024/06/01 12:35:10.557 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=56] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=109.501339ms] [] [2024/06/01 12:35:10.598 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=56] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:10.598 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=56] [step=post-process] [state=running] [] [2024/06/01 12:35:10.600 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=56] [2024/06/01 12:35:10.647 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=56] [type=ImportInto] [2024/06/01 12:35:10.679 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=56] [2024/06/01 12:35:10.710 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:10.710 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=56] [2024/06/01 12:35:10.845 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:10.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 11.541989349\n# Parse_time: 0.001272645\n# Compile_time: 0.002161473\n# Rewrite_time: 0.000351013\n# Optimize_time: 0.002505351\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 04f04373b72ffdbdd137a8a7de208efc8c33b2081143ab690be1cc5d83040dc8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MTEuNXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MTEuNXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_test_write_speed`.`t` FROM 'gs://test-load/speed-test.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH max_write_speed=_UTF8MB4'6000';"] === RUN TestImportInto/TestMultiValueIndex [2024/06/01 12:35:10.900 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=190] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_csv;"] [user=root@%] [2024/06/01 12:35:10.933 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:10.933 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_csv;"] [2024/06/01 12:35:11.009 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:queueing, SchemaState:public, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.052 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=190] [neededSchemaVersion=191] ["start time"=2.681714ms] [gotSchemaVersion=191] [phyTblIDs="[264]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:11.065 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=272] [version=191] [2024/06/01 12:35:11.067 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=191] ["take time"=21.706096ms] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.139 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:write only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.173 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=191] [neededSchemaVersion=192] ["start time"=222.758µs] [gotSchemaVersion=192] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:11.185 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=272] [version=192] [2024/06/01 12:35:11.186 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=192] ["take time"=17.608665ms] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.300 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [category=ddl] [job="ID:272, Type:drop schema, State:running, SchemaState:delete only, SchemaID:260, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.342 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=192] [neededSchemaVersion=193] ["start time"=319.068µs] [gotSchemaVersion=193] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:11.357 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=272] [version=193] [2024/06/01 12:35:11.359 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=193] ["take time"=22.272258ms] [job="ID:272, Type:drop schema, State:done, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.417 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=272] [tableIDs="[264]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:11.426 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=272] [jobType="drop schema"] [2024/06/01 12:35:11.431 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=272] [conn=2] [job="ID:272, Type:drop schema, State:synced, SchemaState:none, SchemaID:260, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:10.888 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.480 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=272] [2024/06/01 12:35:11.480 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:11.484 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.584732107\n# Parse_time: 0.000698104\n# Compile_time: 0.000983544\n# Rewrite_time: 0.000045673\n# Optimize_time: 0.002801629\n# Wait_TS: 0.000514882\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 90823b624f9f7165ddb142ce332b9bfc34fed2bbf1bc11ef3d4787cd1598b726\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_csv;"] [2024/06/01 12:35:11.485 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=193] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_csv;"] [user=root@%] [2024/06/01 12:35:11.517 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:11.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:11.517 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:11.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_csv;"] [2024/06/01 12:35:11.595 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [category=ddl] [job="ID:274, Type:create schema, State:queueing, SchemaState:none, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:11.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.635 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=193] [neededSchemaVersion=194] ["start time"=1.152458ms] [gotSchemaVersion=194] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:11.647 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=274] [version=194] [2024/06/01 12:35:11.649 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=194] ["take time"=18.57925ms] [job="ID:274, Type:create schema, State:done, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:11.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.756 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=274] [conn=2] [job="ID:274, Type:create schema, State:synced, SchemaState:public, SchemaID:273, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:11.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.794 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=274] [2024/06/01 12:35:11.794 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:11.798 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.313241544\n# Parse_time: 0.000271637\n# Compile_time: 0.000702233\n# Rewrite_time: 0.000047657\n# Optimize_time: 0.002801629\n# Wait_TS: 0.000372924\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 585918222e99fef2b9283ca10ca57fe7fdfb489a1d6c1e18932603eb4fe44bb8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE load_csv;"] [2024/06/01 12:35:11.801 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=194] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [user=root@%] [2024/06/01 12:35:11.852 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:11.852 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_csv.t (\n\t\ti INT, j JSON,\n\t\tKEY idx ((cast(j as signed array)))\n\t\t);"] [2024/06/01 12:35:11.925 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [category=ddl] [job="ID:276, Type:create table, State:queueing, SchemaState:none, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:11.934 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 273, Table ID: 275, Table Name: t"] [2024/06/01 12:35:12.008 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=194] [neededSchemaVersion=195] ["start time"=3.478471ms] [gotSchemaVersion=195] [phyTblIDs="[275]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:12.021 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=276] [version=195] [2024/06/01 12:35:12.023 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=195] ["take time"=22.201718ms] [job="ID:276, Type:create table, State:done, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:12.086 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=276] [conn=2] [job="ID:276, Type:create table, State:synced, SchemaState:public, SchemaID:273, TableID:275, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:11.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:12.194 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=276] [2024/06/01 12:35:12.194 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:12.198 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.399549936\n# Parse_time: 0.001065012\n# Compile_time: 0.001615296\n# Rewrite_time: 0.000048278\n# Optimize_time: 0.002801629\n# Wait_TS: 0.000367366\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ab5f748f48c5c7084ecd98ad836f1e9061f2499e8f8814748bbe3dd828841f88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_csv.t ( i INT, j JSON, KEY idx ((cast(j as signed array))) );"] [2024/06/01 12:35:12.219 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:12.417 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:12.526 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=57] [task-id=57] [data-size=27B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:12.622 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=57] [2024/06/01 12:35:12.622 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:12.729 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:12.731 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:12.732 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [2024/06/01 12:35:12.757 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:12.759 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:35:12.759 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=27] [2024/06/01 12:35:12.759 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=27] [cost=52.301µs] [2024/06/01 12:35:12.760 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=164.144µs] [] [2024/06/01 12:35:12.760 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:12.760 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:12.910 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=57] [mode=Import] [2024/06/01 12:35:12.930 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=57] [2024/06/01 12:35:12.959 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=57] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:13.045 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:13.047 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/06/01 12:35:13.050 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:13.061 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:13.061 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:13.061 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:13.062 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:13.062 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:13.063 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:13.062 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:13.063 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:13.063 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:13.080 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:13.081 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:13.081 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:35:13.082 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=57] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/01 12:35:13.082 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=57] [disk-quota=348.5GiB] [2024/06/01 12:35:13.130 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [2024/06/01 12:35:13.134 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:35:13.137 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:35:13.137 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=275] [2024/06/01 12:35:13.153 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=275] [key=1.csv:0] [2024/06/01 12:35:13.156 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=275] [key=1.csv:0] [readDur=223.872µs] [encodeDur=1.464203ms] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [deliverDur=412.379µs] [type=file] [takeTime=2.553862ms] [] [2024/06/01 12:35:13.157 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=import] [subtask-id=109] [takeTime=27.222947ms] [] [2024/06/01 12:35:13.157 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=160] [kvs=2] [files=1] [sstFileSize=1035] [file=/tmp/tidb/import-4000/57/1e7b3aaf-1931-5e54-8538-256fb8e461db.sst/617ea29b-046b-4f80-b3ed-4df0a4aba113.sst] [firstKey=7480000000000001135F728000000000000001] [lastKey=7480000000000001135F728000000000000002] [2024/06/01 12:35:13.157 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/06/01 12:35:13.157 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/06/01 12:35:13.157 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:35:13.160 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=2.108112ms] [] [2024/06/01 12:35:13.160 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [2024/06/01 12:35:13.164 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:13.187 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] ["region ranges"=1] [count=2] [size=160] [2024/06/01 12:35:13.187 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:13.200 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=1e7b3aaf-1931-5e54-8538-256fb8e461db] [size=160] [kvs=2] [importedSize=160] [importedCount=2] [2024/06/01 12:35:13.202 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [retryCnt=0] [takeTime=41.790538ms] [] [2024/06/01 12:35:13.202 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [2024/06/01 12:35:13.203 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:0] [engineUUID=1e7b3aaf-1931-5e54-8538-256fb8e461db] [takeTime=1.193079ms] [] [2024/06/01 12:35:13.203 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=57] [step=import] [engine-id=0] [2024/06/01 12:35:13.203 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:35:13.203 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=228] [kvs=6] [files=1] [sstFileSize=1027] [file=/tmp/tidb/import-4000/57/922fc444-c86f-5359-8d65-4e59ab5cb948.sst/fa5d1822-0abb-4350-a505-616b59fedd9d.sst] [firstKey=7480000000000001135F698000000000000001038000000000000001038000000000000001] [lastKey=7480000000000001135F698000000000000001038000000000000004038000000000000002] [2024/06/01 12:35:13.206 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=2.48255ms] [] [2024/06/01 12:35:13.206 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [2024/06/01 12:35:13.210 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:13.232 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] ["region ranges"=1] [count=6] [size=228] [2024/06/01 12:35:13.233 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:13.246 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=922fc444-c86f-5359-8d65-4e59ab5cb948] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/06/01 12:35:13.247 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [retryCnt=0] [takeTime=41.777883ms] [] [2024/06/01 12:35:13.248 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [2024/06/01 12:35:13.249 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_csv`.`t`:-1] [engineUUID=922fc444-c86f-5359-8d65-4e59ab5cb948] [takeTime=1.140434ms] [] [2024/06/01 12:35:13.296 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=57] [step=import] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:13.300 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:13.300 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:13.300 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:13.300 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:13.302 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:13.302 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:13.302 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:13.302 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:13.302 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:13.302 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=257.260927ms] [] [2024/06/01 12:35:13.345 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:13.346 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:13.348 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:13.348 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:13.418 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":96,\"3\":96}}"] [2024/06/01 12:35:13.420 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=57] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:13.420 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:13.648 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:13.693 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/06/01 12:35:13.693 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/06/01 12:35:13.693 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [2024/06/01 12:35:13.701 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=8.117966ms] [] [2024/06/01 12:35:13.701 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=-1] [size=160] [kvs=2] [checksum=15615775900203205091] [2024/06/01 12:35:13.701 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [groupId=1] [size=228] [kvs=6] [checksum=15150038536865480860] [2024/06/01 12:35:13.701 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [checksum="{cksum=759382885805277567,size=388,kvs=8}"] [2024/06/01 12:35:13.701 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [weight=30] [2024/06/01 12:35:13.701 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [concurrency=15] [2024/06/01 12:35:13.711 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=-1] [checksum=15615775900203205091] [totalKvs=2] [totalBytes=160] [2024/06/01 12:35:13.713 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=275] [physicalTableID=275] [indexID=1] [checksum=15150038536865480860] [totalKvs=6] [totalBytes=228] [2024/06/01 12:35:13.714 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [local="{cksum=759382885805277567,size=388,kvs=8}"] [2024/06/01 12:35:13.714 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=20.865048ms] [] [2024/06/01 12:35:13.714 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=57] [step=post-process] [subtask-id=110] [takeTime=21.112866ms] [] [2024/06/01 12:35:13.770 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=57] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=121.915712ms] [] [2024/06/01 12:35:13.894 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=57] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:13.895 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=57] [step=post-process] [state=running] [] [2024/06/01 12:35:13.898 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=57] [2024/06/01 12:35:13.944 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=57] [2024/06/01 12:35:13.953 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=57] [type=ImportInto] [2024/06/01 12:35:13.968 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:13.968 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=57] [2024/06/01 12:35:14.090 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8907307169999998\n# Parse_time: 0.001509186\n# Compile_time: 0.004129331\n# Rewrite_time: 0.00232512\n# Optimize_time: 0.002801629\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 0d1383d0b5339f79a3a736580e3d461eac7dbd04232f42cb436a9c3d912d3791\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_csv`.`t` FROM 'gs://test-load-csv/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1;"] [2024/06/01 12:35:14.091 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestOtherCharset [2024/06/01 12:35:14.102 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=195] [cur_db=fail_job_after_import] [sql="DROP DATABASE IF EXISTS load_charset;"] [user=root@%] [2024/06/01 12:35:14.138 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:14.138 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_charset;"] [2024/06/01 12:35:14.206 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:queueing, SchemaState:public, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.293 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=195] [neededSchemaVersion=196] ["start time"=5.055996ms] [gotSchemaVersion=196] [phyTblIDs="[185,189]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:14.308 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=277] [version=196] [2024/06/01 12:35:14.311 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=196] ["take time"=70.852596ms] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.370 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:write only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.410 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=196] [neededSchemaVersion=197] ["start time"=219.771µs] [gotSchemaVersion=197] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:14.423 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=277] [version=197] [2024/06/01 12:35:14.425 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=197] ["take time"=18.293599ms] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.492 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [category=ddl] [job="ID:277, Type:drop schema, State:running, SchemaState:delete only, SchemaID:181, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.533 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=197] [neededSchemaVersion=198] ["start time"=261.669µs] [gotSchemaVersion=198] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:14.546 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=277] [version=198] [2024/06/01 12:35:14.548 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=198] ["take time"=18.675837ms] [job="ID:277, Type:drop schema, State:done, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.608 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=277] [tableIDs="[185,189]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:14.620 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=277] [jobType="drop schema"] [2024/06/01 12:35:14.624 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=277] [conn=2] [job="ID:277, Type:drop schema, State:synced, SchemaState:none, SchemaID:181, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.678 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=277] [2024/06/01 12:35:14.678 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:14.682 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.580651489\n# Parse_time: 0.000458271\n# Compile_time: 0.000689542\n# Rewrite_time: 0.000035776\n# Optimize_time: 0.001295646\n# Wait_TS: 0.000468684\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 9d059d981e546df73398436d4f99de561758c094fc4fd9582b96b223784e782a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_charset;"] [2024/06/01 12:35:14.684 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=198] [cur_db=fail_job_after_import] [sql="CREATE DATABASE load_charset;"] [user=root@%] [2024/06/01 12:35:14.714 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_charset;"] [2024/06/01 12:35:14.714 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:14.820 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [category=ddl] [job="ID:279, Type:create schema, State:queueing, SchemaState:none, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.867 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=198] [neededSchemaVersion=199] ["start time"=1.298851ms] [gotSchemaVersion=199] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:14.880 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=279] [version=199] [2024/06/01 12:35:14.882 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=199] ["take time"=20.450534ms] [job="ID:279, Type:create schema, State:done, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:14.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.944 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=279] [conn=2] [job="ID:279, Type:create schema, State:synced, SchemaState:public, SchemaID:278, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:14.972 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=279] [2024/06/01 12:35:14.972 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:14.978 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=199] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [user=root@%] [2024/06/01 12:35:15.039 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:14.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:15.039 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:14.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8;"] [2024/06/01 12:35:15.111 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [category=ddl] [job="ID:281, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:15.119 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 280, Table Name: utf8"] [2024/06/01 12:35:15.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=199] [neededSchemaVersion=200] ["start time"=3.63106ms] [gotSchemaVersion=200] [phyTblIDs="[280]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:15.252 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=281] [version=200] [2024/06/01 12:35:15.254 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=200] ["take time"=72.674565ms] [job="ID:281, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:14.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:15.317 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=281] [conn=2] [job="ID:281, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:280, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:14.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:15.352 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=281] [2024/06/01 12:35:15.352 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:15.355 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.37918411\n# Parse_time: 0.000870523\n# Compile_time: 0.0011007\n# Rewrite_time: 0.00005043\n# Optimize_time: 0.001295646\n# Wait_TS: 0.000421625\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 3184cc8fd358ad81e4fb7ae1d06af11772b600250b3b3c205d0acd1bb07c4fdb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8;"] [2024/06/01 12:35:15.358 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=200] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [user=root@%] [2024/06/01 12:35:15.398 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:15.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:15.398 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:15.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.utf8mb4 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET utf8mb4;"] [2024/06/01 12:35:15.445 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [category=ddl] [job="ID:283, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:15.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:15.453 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 282, Table Name: utf8mb4"] [2024/06/01 12:35:15.513 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=200] [neededSchemaVersion=201] ["start time"=2.634612ms] [gotSchemaVersion=201] [phyTblIDs="[282]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:15.526 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=283] [version=201] [2024/06/01 12:35:15.528 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=201] ["take time"=21.128163ms] [job="ID:283, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:15.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:15.591 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=283] [conn=2] [job="ID:283, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:15.337 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:15.633 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=283] [2024/06/01 12:35:15.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:15.681 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.324443728\n# Parse_time: 0.000731716\n# Compile_time: 0.00114548\n# Rewrite_time: 0.000049499\n# Optimize_time: 0.001295646\n# Wait_TS: 0.000336716\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 8571b0835bd6580e6df533d1e89e5c4f1cdd6f8d878f83f3d4e14b8b1dbb3267\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.utf8mb4 ( i INT, j VARCHAR(255) ) CHARACTER SET utf8mb4;"] [2024/06/01 12:35:15.700 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:15.873 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:15.980 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=58] [task-id=58] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:16.027 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=58] [2024/06/01 12:35:16.027 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:16.133 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:16.135 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:16.136 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [2024/06/01 12:35:16.156 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:16.160 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8] [2024/06/01 12:35:16.160 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8] [before=536870912000] [after=29] [2024/06/01 12:35:16.160 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=53.913µs] [2024/06/01 12:35:16.160 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8] [takeTime=166.787µs] [] [2024/06/01 12:35:16.160 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:16.160 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:16.279 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=58] [mode=Import] [2024/06/01 12:35:16.298 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=58] [2024/06/01 12:35:16.309 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=58] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:16.353 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:16.354 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/06/01 12:35:16.356 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:16.364 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:16.364 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:16.364 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:16.365 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:16.366 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:16.366 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:16.366 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:16.366 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:16.366 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:16.380 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:16.381 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:16.381 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8] [quota=374.2GB] [2024/06/01 12:35:16.381 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=58] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:16.381 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8] [import-id=58] [disk-quota=348.5GiB] [2024/06/01 12:35:16.425 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [2024/06/01 12:35:16.429 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/06/01 12:35:16.432 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/01 12:35:16.432 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=280] [2024/06/01 12:35:16.440 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [2024/06/01 12:35:16.443 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=280] [key=utf8.tsv:0] [readDur=1.420331ms] [encodeDur=830.138µs] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=245.081µs] [type=file] [takeTime=2.882633ms] [] [2024/06/01 12:35:16.444 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=import] [subtask-id=111] [takeTime=18.663973ms] [] [2024/06/01 12:35:16.444 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/58/11721d0c-587e-542e-9623-9a54305cb4a0.sst/1913a539-3c2b-4ad2-84ed-bbb1bb079150.sst] [firstKey=7480000000000001185F728000000000000001] [lastKey=7480000000000001185F728000000000000002] [2024/06/01 12:35:16.444 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/06/01 12:35:16.444 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/06/01 12:35:16.444 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/06/01 12:35:16.447 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=2.933658ms] [] [2024/06/01 12:35:16.447 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [2024/06/01 12:35:16.453 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:16.475 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] ["region ranges"=1] [count=2] [size=88] [2024/06/01 12:35:16.475 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:16.488 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=11721d0c-587e-542e-9623-9a54305cb4a0] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/06/01 12:35:16.490 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [retryCnt=0] [takeTime=42.91647ms] [] [2024/06/01 12:35:16.490 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [2024/06/01 12:35:16.491 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:0] [engineUUID=11721d0c-587e-542e-9623-9a54305cb4a0] [takeTime=1.186163ms] [] [2024/06/01 12:35:16.491 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=58] [step=import] [engine-id=0] [2024/06/01 12:35:16.491 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/01 12:35:16.493 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=1.619292ms] [] [2024/06/01 12:35:16.493 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [2024/06/01 12:35:16.493 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/01 12:35:16.493 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [retryCnt=0] [takeTime=67.071µs] [] [2024/06/01 12:35:16.493 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [2024/06/01 12:35:16.494 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8`:-1] [engineUUID=540acf73-6ec3-5b55-85b2-3744f849f236] [takeTime=840.669µs] [] [2024/06/01 12:35:16.600 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=58] [step=import] [2024/06/01 12:35:16.604 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:16.604 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:16.604 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:16.604 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:16.605 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:16.605 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:16.605 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:16.605 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:16.605 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:16.605 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:16.605 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:16.605 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:16.605 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:16.607 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:16.607 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:16.607 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:16.608 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:16.608 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:16.608 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=254.399403ms] [] [2024/06/01 12:35:16.650 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:16.651 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:16.652 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:16.652 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:16.732 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/06/01 12:35:16.733 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=58] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:16.734 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:16.881 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:16.999 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/06/01 12:35:17.000 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/06/01 12:35:17.000 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [2024/06/01 12:35:17.008 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=8.633121ms] [] [2024/06/01 12:35:17.009 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/06/01 12:35:17.009 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/01 12:35:17.009 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [weight=30] [2024/06/01 12:35:17.009 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [concurrency=15] [2024/06/01 12:35:17.013 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=280] [physicalTableID=280] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/06/01 12:35:17.014 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/01 12:35:17.014 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=14.264319ms] [] [2024/06/01 12:35:17.014 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=58] [step=post-process] [subtask-id=112] [takeTime=14.562972ms] [] [2024/06/01 12:35:17.051 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=58] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:17.051 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=58] [step=post-process] [state=running] [] [2024/06/01 12:35:17.054 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=58] [2024/06/01 12:35:17.064 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=58] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=182.828858ms] [] [2024/06/01 12:35:17.115 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=58] [type=ImportInto] [2024/06/01 12:35:17.133 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=58] [2024/06/01 12:35:17.158 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:17.158 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=58] [2024/06/01 12:35:17.251 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.56855089\n# Parse_time: 0.000826277\n# Compile_time: 0.002521514\n# Rewrite_time: 0.000450983\n# Optimize_time: 0.001295646\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: d4ea1cbec1ea292ce36921fbf548da1d564746ce1d24533f56ddf35ee6437999\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/06/01 12:35:17.257 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:17.275 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:17.517 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"utf8\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:17.604 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=59] [task-id=59] [data-size=29B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:17.644 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=59] [2024/06/01 12:35:17.644 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:17.794 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:17.796 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:17.797 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [2024/06/01 12:35:17.819 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:17.822 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/06/01 12:35:17.823 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=29] [2024/06/01 12:35:17.823 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=29] [cost=69.192µs] [2024/06/01 12:35:17.823 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=195.2µs] [] [2024/06/01 12:35:17.823 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:17.823 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:17.956 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=59] [mode=Import] [2024/06/01 12:35:17.974 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=59] [2024/06/01 12:35:18.009 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=59] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:18.052 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:18.054 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/06/01 12:35:18.056 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:18.064 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:18.064 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:18.065 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:18.065 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:18.066 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:18.066 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:18.066 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:18.066 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:18.066 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:18.080 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:18.082 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:18.082 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/06/01 12:35:18.082 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=59] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:18.082 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=59] [disk-quota=348.5GiB] [2024/06/01 12:35:18.139 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [2024/06/01 12:35:18.143 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:35:18.148 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:18.148 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=282] [2024/06/01 12:35:18.249 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [2024/06/01 12:35:18.253 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=282] [key=utf8.tsv:0] [readDur=1.722279ms] [encodeDur=1.146394ms] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [deliverDur=346.929µs] [type=file] [takeTime=3.782273ms] [] [2024/06/01 12:35:18.254 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=import] [subtask-id=113] [takeTime=114.184187ms] [] [2024/06/01 12:35:18.254 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=88] [kvs=2] [files=1] [sstFileSize=999] [file=/tmp/tidb/import-4000/59/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/ba464ee7-8c1b-459d-9963-d15c33785c41.sst] [firstKey=74800000000000011A5F728000000000000001] [lastKey=74800000000000011A5F728000000000000002] [2024/06/01 12:35:18.254 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/06/01 12:35:18.254 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/06/01 12:35:18.254 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:35:18.257 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=2.704222ms] [] [2024/06/01 12:35:18.257 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/06/01 12:35:18.263 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:18.284 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=88] [2024/06/01 12:35:18.285 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:18.299 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=88] [kvs=2] [importedSize=88] [importedCount=2] [2024/06/01 12:35:18.300 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=43.137752ms] [] [2024/06/01 12:35:18.300 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:35:18.301 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.13659ms] [] [2024/06/01 12:35:18.301 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=59] [step=import] [engine-id=0] [2024/06/01 12:35:18.301 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:18.303 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.648735ms] [] [2024/06/01 12:35:18.303 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/06/01 12:35:18.303 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:18.303 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=68.274µs] [] [2024/06/01 12:35:18.303 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:18.305 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.140011ms] [] [2024/06/01 12:35:18.360 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=59] [step=import] [2024/06/01 12:35:18.364 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:18.364 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:18.364 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:18.364 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:18.367 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:18.367 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:18.367 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:18.367 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:18.367 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:18.368 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=315.236734ms] [] [2024/06/01 12:35:18.369 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:18.370 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:18.371 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:18.371 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:18.443 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":26}}"] [2024/06/01 12:35:18.444 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=59] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:18.444 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:18.652 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:18.705 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/06/01 12:35:18.705 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/06/01 12:35:18.705 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [2024/06/01 12:35:18.714 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=8.475111ms] [] [2024/06/01 12:35:18.714 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [groupId=-1] [size=88] [kvs=2] [checksum=13472460632354338593] [2024/06/01 12:35:18.714 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [checksum="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/01 12:35:18.714 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [weight=30] [2024/06/01 12:35:18.714 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [concurrency=15] [2024/06/01 12:35:18.719 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=282] [physicalTableID=282] [indexID=-1] [checksum=13472460632354338593] [totalKvs=2] [totalBytes=88] [2024/06/01 12:35:18.719 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [local="{cksum=13472460632354338593,size=88,kvs=2}"] [2024/06/01 12:35:18.720 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=14.211011ms] [] [2024/06/01 12:35:18.720 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=59] [step=post-process] [subtask-id=114] [takeTime=14.479655ms] [] [2024/06/01 12:35:18.776 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=59] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:18.777 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=59] [step=post-process] [state=running] [] [2024/06/01 12:35:18.779 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=59] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=126.554846ms] [] [2024/06/01 12:35:18.779 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=59] [2024/06/01 12:35:18.831 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=59] [type=ImportInto] [2024/06/01 12:35:18.850 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=59] [2024/06/01 12:35:18.874 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:18.874 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=59] [2024/06/01 12:35:18.958 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:19.156 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8953412809999999\n# Parse_time: 0.000566138\n# Compile_time: 0.001582231\n# Rewrite_time: 0.000347395\n# Optimize_time: 0.000955478\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/utf8.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'utf8';"] [2024/06/01 12:35:19.168 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=201] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [user=root@%] [2024/06/01 12:35:19.214 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:19.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:19.214 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:19.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.latin1 (\n\t\ti INT, j VARCHAR(255)\n\t\t) CHARACTER SET latin1;"] [2024/06/01 12:35:19.260 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [category=ddl] [job="ID:285, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:19.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:19.268 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 284, Table Name: latin1"] [2024/06/01 12:35:19.331 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=201] [neededSchemaVersion=202] ["start time"=2.681836ms] [gotSchemaVersion=202] [phyTblIDs="[284]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:19.343 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=285] [version=202] [2024/06/01 12:35:19.345 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=202] ["take time"=20.593149ms] [job="ID:285, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:19.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:19.388 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=285] [conn=2] [job="ID:285, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:284, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:19.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:19.427 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=285] [2024/06/01 12:35:19.427 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:19.445 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:19.713 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:19.808 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=60] [task-id=60] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:19.853 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=60] [2024/06/01 12:35:19.853 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:19.963 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:19.965 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:19.966 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [2024/06/01 12:35:19.987 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:19.990 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=latin1] [2024/06/01 12:35:19.990 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=latin1] [before=536870912000] [after=13] [2024/06/01 12:35:19.990 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=latin1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=57.387µs] [2024/06/01 12:35:19.990 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=latin1] [takeTime=182.348µs] [] [2024/06/01 12:35:19.990 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:19.990 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:20.108 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=60] [mode=Import] [2024/06/01 12:35:20.128 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=60] [2024/06/01 12:35:20.134 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=60] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:20.177 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:20.178 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/06/01 12:35:20.179 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:20.188 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:20.188 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:20.188 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:20.188 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:20.189 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:20.189 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:20.189 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:20.189 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:20.190 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:20.204 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:20.206 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:20.206 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=latin1] [quota=374.2GB] [2024/06/01 12:35:20.206 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=60] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:20.206 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=latin1] [import-id=60] [disk-quota=348.5GiB] [2024/06/01 12:35:20.254 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [2024/06/01 12:35:20.258 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/06/01 12:35:20.262 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/01 12:35:20.262 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=284] [2024/06/01 12:35:20.277 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [2024/06/01 12:35:20.280 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=284] [key=latin1.tsv:0] [readDur=1.312504ms] [encodeDur=727.12µs] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [deliverDur=276.358µs] [type=file] [takeTime=2.717321ms] [] [2024/06/01 12:35:20.281 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=import] [subtask-id=115] [takeTime=26.402833ms] [] [2024/06/01 12:35:20.281 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=997] [file=/tmp/tidb/import-4000/60/ece7d91b-221a-5440-8076-d026d7718798.sst/1855bfa0-cd2b-4239-9eb2-61cdc0e96dab.sst] [firstKey=74800000000000011C5F728000000000000001] [lastKey=74800000000000011C5F728000000000000002] [2024/06/01 12:35:20.281 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/06/01 12:35:20.281 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/06/01 12:35:20.281 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/06/01 12:35:20.283 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.935682ms] [] [2024/06/01 12:35:20.283 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [2024/06/01 12:35:20.288 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:20.309 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] ["region ranges"=1] [count=2] [size=84] [2024/06/01 12:35:20.310 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:20.324 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ece7d91b-221a-5440-8076-d026d7718798] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/06/01 12:35:20.325 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [retryCnt=0] [takeTime=42.126062ms] [] [2024/06/01 12:35:20.325 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [2024/06/01 12:35:20.327 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:0] [engineUUID=ece7d91b-221a-5440-8076-d026d7718798] [takeTime=1.093319ms] [] [2024/06/01 12:35:20.327 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=60] [step=import] [engine-id=0] [2024/06/01 12:35:20.327 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/01 12:35:20.328 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=1.621137ms] [] [2024/06/01 12:35:20.328 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [2024/06/01 12:35:20.328 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/01 12:35:20.328 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [retryCnt=0] [takeTime=63.538µs] [] [2024/06/01 12:35:20.329 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [2024/06/01 12:35:20.329 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`latin1`:-1] [engineUUID=1774e91d-7263-56a9-bdea-f7aa1943b8e4] [takeTime=830.101µs] [] [2024/06/01 12:35:20.433 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=60] [step=import] [2024/06/01 12:35:20.437 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:20.437 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:20.437 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:20.437 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:20.438 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:20.438 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:20.440 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:20.440 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:20.441 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:20.441 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:20.441 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:20.441 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=263.702533ms] [] [2024/06/01 12:35:20.477 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:20.478 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:20.479 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:20.479 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:20.558 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/06/01 12:35:20.560 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=60] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:20.560 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:20.757 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:20.815 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/06/01 12:35:20.815 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/06/01 12:35:20.815 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [2024/06/01 12:35:20.824 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=8.113385ms] [] [2024/06/01 12:35:20.824 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [groupId=-1] [size=84] [kvs=2] [checksum=10176994571083539890] [2024/06/01 12:35:20.824 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [checksum="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/06/01 12:35:20.824 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [weight=30] [2024/06/01 12:35:20.824 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [concurrency=15] [2024/06/01 12:35:20.828 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=284] [physicalTableID=284] [indexID=-1] [checksum=10176994571083539890] [totalKvs=2] [totalBytes=84] [2024/06/01 12:35:20.829 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [local="{cksum=10176994571083539890,size=84,kvs=2}"] [2024/06/01 12:35:20.829 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.705816ms] [] [2024/06/01 12:35:20.829 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=60] [step=post-process] [subtask-id=116] [takeTime=13.950575ms] [] [2024/06/01 12:35:20.870 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=60] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=112.950727ms] [] [2024/06/01 12:35:20.874 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=60] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:20.874 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=60] [step=post-process] [state=running] [] [2024/06/01 12:35:20.877 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=60] [2024/06/01 12:35:20.925 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=60] [type=ImportInto] [2024/06/01 12:35:20.961 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=60] [2024/06/01 12:35:20.990 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:20.990 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=60] [2024/06/01 12:35:21.127 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.695187852\n# Parse_time: 0.000606155\n# Compile_time: 0.00141765\n# Rewrite_time: 0.000304309\n# Optimize_time: 0.000971423\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 332e8cdf63771e77768aec7efdf35164436f132e1692aa988cbd127c61a22a3b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`latin1` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/06/01 12:35:21.137 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:21.138 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=202] [cur_db=fail_job_after_import] [sql="TRUNCATE TABLE load_charset.utf8mb4;"] [user=root@%] [2024/06/01 12:35:21.175 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-06-01 12:35:21.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:21.175 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:3, start time: 2024-06-01 12:35:21.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="TRUNCATE TABLE load_charset.utf8mb4;"] [2024/06/01 12:35:21.242 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [category=ddl] [job="ID:287, Type:truncate table, State:queueing, SchemaState:none, SchemaID:278, TableID:282, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:21.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:21.253 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 278, Table ID: 286, Table Name: utf8mb4, Old Table ID: 282, Old Table Name: utf8mb4"] [2024/06/01 12:35:21.303 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=202] [neededSchemaVersion=203] ["start time"=3.349435ms] [gotSchemaVersion=203] [phyTblIDs="[286]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:35:21.315 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=287] [version=203] [2024/06/01 12:35:21.317 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=203] ["take time"=22.36521ms] [job="ID:287, Type:truncate table, State:done, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:21.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:21.385 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=287] [tableIDs="[282]"] [comment="drop table: table ID"] [2024/06/01 12:35:21.394 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=287] [jobType="truncate table"] [2024/06/01 12:35:21.399 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=287] [conn=2] [job="ID:287, Type:truncate table, State:synced, SchemaState:public, SchemaID:278, TableID:282, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:21.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:21.465 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=287] [2024/06/01 12:35:21.465 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:21.468 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.331338151\n# Parse_time: 0.000292025\n# Compile_time: 0.000973299\n# Rewrite_time: 0.000044481\n# Optimize_time: 0.001260887\n# Wait_TS: 0.000378338\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 2fd90f16af04a123ffa674ad9d012ed63cbf6d1858e9cbe3fb98cfec15851c4b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nTRUNCATE TABLE load_charset.utf8mb4;"] [2024/06/01 12:35:21.483 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:21.704 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"latin1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:21.801 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=61] [task-id=61] [data-size=13B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:21.840 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=61] [2024/06/01 12:35:21.840 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:21.947 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:21.948 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:21.949 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [2024/06/01 12:35:22.020 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:22.024 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=utf8mb4] [2024/06/01 12:35:22.024 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=utf8mb4] [before=536870912000] [after=13] [2024/06/01 12:35:22.024 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=utf8mb4] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=13] [cost=62.768µs] [2024/06/01 12:35:22.024 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=utf8mb4] [takeTime=179.824µs] [] [2024/06/01 12:35:22.024 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:22.024 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:22.149 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=61] [mode=Import] [2024/06/01 12:35:22.168 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=61] [2024/06/01 12:35:22.173 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=61] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:22.219 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:22.220 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/06/01 12:35:22.223 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:22.231 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:22.231 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:22.231 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:22.231 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:22.232 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:22.232 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:22.232 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:22.232 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:22.232 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:22.247 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:22.249 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:22.249 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=utf8mb4] [quota=374.2GB] [2024/06/01 12:35:22.249 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=61] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:22.249 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=utf8mb4] [import-id=61] [disk-quota=348.5GiB] [2024/06/01 12:35:22.292 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [2024/06/01 12:35:22.296 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:35:22.300 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:22.300 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=286] [2024/06/01 12:35:22.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [2024/06/01 12:35:22.351 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=286] [key=latin1.tsv:0] [readDur=1.253344ms] [encodeDur=845.166µs] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [deliverDur=289.343µs] [type=file] [takeTime=2.88079ms] [] [2024/06/01 12:35:22.352 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=import] [subtask-id=117] [takeTime=59.692955ms] [] [2024/06/01 12:35:22.352 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/61/26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b.sst/05ba4b08-0a2d-48a8-a460-f220838ed559.sst] [firstKey=74800000000000011E5F728000000000000001] [lastKey=74800000000000011E5F728000000000000002] [2024/06/01 12:35:22.352 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/06/01 12:35:22.352 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/06/01 12:35:22.352 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:35:22.354 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.940228ms] [] [2024/06/01 12:35:22.354 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [2024/06/01 12:35:22.359 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:22.381 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] ["region ranges"=1] [count=2] [size=84] [2024/06/01 12:35:22.381 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:22.395 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [size=84] [kvs=2] [importedSize=84] [importedCount=2] [2024/06/01 12:35:22.396 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [retryCnt=0] [takeTime=42.08721ms] [] [2024/06/01 12:35:22.396 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [2024/06/01 12:35:22.397 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:0] [engineUUID=26744e53-a2fb-5b15-b0f8-1a4e2c7f2f9b] [takeTime=1.017325ms] [] [2024/06/01 12:35:22.397 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=61] [step=import] [engine-id=0] [2024/06/01 12:35:22.398 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:22.399 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=1.486514ms] [] [2024/06/01 12:35:22.399 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [2024/06/01 12:35:22.399 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:22.399 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [retryCnt=0] [takeTime=49.508µs] [] [2024/06/01 12:35:22.399 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [2024/06/01 12:35:22.400 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`utf8mb4`:-1] [engineUUID=e89504af-26b5-5340-ae2e-218c1dc24988] [takeTime=878.307µs] [] [2024/06/01 12:35:22.511 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=61] [step=import] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:22.516 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:22.516 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:22.516 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:22.516 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:22.519 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:22.519 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:22.519 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:22.519 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:22.519 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:22.519 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=300.554957ms] [] [2024/06/01 12:35:22.566 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:22.567 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:22.568 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:22.568 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:22.639 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":22}}"] [2024/06/01 12:35:22.640 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=61] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:22.640 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:22.834 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:22.881 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/06/01 12:35:22.882 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/06/01 12:35:22.882 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [2024/06/01 12:35:22.891 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=8.940519ms] [] [2024/06/01 12:35:22.891 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [groupId=-1] [size=84] [kvs=2] [checksum=12094827938619672609] [2024/06/01 12:35:22.891 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [checksum="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/06/01 12:35:22.891 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [weight=30] [2024/06/01 12:35:22.891 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [concurrency=15] [2024/06/01 12:35:22.895 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=286] [physicalTableID=286] [indexID=-1] [checksum=12094827938619672609] [totalKvs=2] [totalBytes=84] [2024/06/01 12:35:22.896 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [local="{cksum=12094827938619672609,size=84,kvs=2}"] [2024/06/01 12:35:22.896 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=13.969938ms] [] [2024/06/01 12:35:22.896 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=61] [step=post-process] [subtask-id=118] [takeTime=14.266145ms] [] [2024/06/01 12:35:22.944 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=61] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=110.010598ms] [] [2024/06/01 12:35:22.960 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=61] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:22.960 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=61] [step=post-process] [state=running] [] [2024/06/01 12:35:22.962 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=61] [2024/06/01 12:35:23.030 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=61] [type=ImportInto] [2024/06/01 12:35:23.045 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=61] [2024/06/01 12:35:23.064 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.594554687\n# Parse_time: 0.000548754\n# Compile_time: 0.001444701\n# Rewrite_time: 0.00034853\n# Optimize_time: 0.001260887\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 456657ccead4fe483db0b01bf04fee69e0a4728ba623fae84d7794bb531b116c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`utf8mb4` FROM 'gs://test-load/latin1.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'latin1';"] [2024/06/01 12:35:23.072 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:23.072 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=61] [2024/06/01 12:35:23.074 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=203] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [user=root@%] [2024/06/01 12:35:23.124 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:23.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:23.124 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:23.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.ascii (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET ascii;"] [2024/06/01 12:35:23.161 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:23.213 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [category=ddl] [job="ID:289, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:23.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:23.222 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 288, Table Name: ascii"] [2024/06/01 12:35:23.267 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=203] [neededSchemaVersion=204] ["start time"=2.384294ms] [gotSchemaVersion=204] [phyTblIDs="[288]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:23.280 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=289] [version=204] [2024/06/01 12:35:23.282 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=204] ["take time"=21.702929ms] [job="ID:289, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:23.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:23.344 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=289] [conn=2] [job="ID:289, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:288, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:23.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:23.377 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=289] [2024/06/01 12:35:23.378 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:23.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.308206772\n# Parse_time: 0.000555941\n# Compile_time: 0.000888322\n# Rewrite_time: 0.000050909\n# Optimize_time: 0.000798476\n# Wait_TS: 0.000443903\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: e87f2e870f4bf9ec0d045b1664b35208dd4596c481b2839aa5581592d4744ac1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.ascii ( j VARCHAR(255) ) CHARACTER SET ascii;"] [2024/06/01 12:35:23.385 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=204] [cur_db=fail_job_after_import] [sql="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [user=root@%] [2024/06/01 12:35:23.426 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:23.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:23.426 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:23.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_charset.binary (\n\t\tj VARCHAR(255)\n\t\t) CHARACTER SET binary;"] [2024/06/01 12:35:23.470 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [category=ddl] [job="ID:291, Type:create table, State:queueing, SchemaState:none, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:23.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:23.478 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 278, Table ID: 290, Table Name: binary"] [2024/06/01 12:35:23.522 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=204] [neededSchemaVersion=205] ["start time"=3.06647ms] [gotSchemaVersion=205] [phyTblIDs="[290]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:23.535 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=291] [version=205] [2024/06/01 12:35:23.537 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=205] ["take time"=21.663557ms] [job="ID:291, Type:create table, State:done, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:23.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:23.607 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=291] [conn=2] [job="ID:291, Type:create table, State:synced, SchemaState:public, SchemaID:278, TableID:290, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:23.387 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:23.697 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=291] [2024/06/01 12:35:23.698 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:23.701 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.318877353\n# Parse_time: 0.001563682\n# Compile_time: 0.001178994\n# Rewrite_time: 0.000050322\n# Optimize_time: 0.000798476\n# Wait_TS: 0.00028797\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 565b0e6d163a9112cd1c59eb5089ad2eb03acf447f3623d5a2a82163548b517d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_charset.binary ( j VARCHAR(255) ) CHARACTER SET binary;"] [2024/06/01 12:35:23.717 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:23.901 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"ascii\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:23.982 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=62] [task-id=62] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:24.084 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=62] [2024/06/01 12:35:24.084 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:24.190 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:24.191 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:24.191 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [2024/06/01 12:35:24.216 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:24.219 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=ascii] [2024/06/01 12:35:24.220 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=ascii] [before=536870912000] [after=8] [2024/06/01 12:35:24.220 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=ascii] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=52.597µs] [2024/06/01 12:35:24.220 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=ascii] [takeTime=168.767µs] [] [2024/06/01 12:35:24.220 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:24.220 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:24.317 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=62] [mode=Import] [2024/06/01 12:35:24.334 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=62] [2024/06/01 12:35:24.350 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=62] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:24.396 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:24.397 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/06/01 12:35:24.397 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:24.405 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:24.405 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:24.406 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:24.406 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:24.407 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:24.407 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:24.407 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:24.407 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:24.407 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:24.469 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:24.471 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:24.471 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=ascii] [quota=374.2GB] [2024/06/01 12:35:24.471 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=62] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:24.471 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=ascii] [import-id=62] [disk-quota=348.5GiB] [2024/06/01 12:35:24.517 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [2024/06/01 12:35:24.521 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/06/01 12:35:24.525 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/01 12:35:24.525 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=288] [2024/06/01 12:35:24.573 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [2024/06/01 12:35:24.575 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=288] [key=ascii.tsv:0] [readDur=1.188747ms] [encodeDur=376.09µs] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [deliverDur=269.833µs] [type=file] [takeTime=2.278254ms] [] [2024/06/01 12:35:24.576 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=import] [subtask-id=119] [takeTime=59.342997ms] [] [2024/06/01 12:35:24.576 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/62/61de7867-b9cf-5cd3-9fcf-c962f48b2a45.sst/2667d0e4-eb6e-449d-8a65-2531a48a192d.sst] [firstKey=7480000000000001205F728000000000000001] [lastKey=7480000000000001205F728000000000000001] [2024/06/01 12:35:24.576 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/06/01 12:35:24.576 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/06/01 12:35:24.576 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/06/01 12:35:24.579 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=2.567932ms] [] [2024/06/01 12:35:24.579 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [2024/06/01 12:35:24.584 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:24.605 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] ["region ranges"=1] [count=1] [size=36] [2024/06/01 12:35:24.605 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:24.619 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/06/01 12:35:24.620 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [retryCnt=0] [takeTime=41.334229ms] [] [2024/06/01 12:35:24.621 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [2024/06/01 12:35:24.622 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:0] [engineUUID=61de7867-b9cf-5cd3-9fcf-c962f48b2a45] [takeTime=1.119567ms] [] [2024/06/01 12:35:24.622 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=62] [step=import] [engine-id=0] [2024/06/01 12:35:24.622 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/01 12:35:24.624 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=1.700553ms] [] [2024/06/01 12:35:24.624 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [2024/06/01 12:35:24.624 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/01 12:35:24.624 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [retryCnt=0] [takeTime=63.58µs] [] [2024/06/01 12:35:24.624 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [2024/06/01 12:35:24.625 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`ascii`:-1] [engineUUID=1d3da499-4436-588e-b459-bd258b3acd6f] [takeTime=925.047µs] [] [2024/06/01 12:35:24.674 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=62] [step=import] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:24.677 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:24.677 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:24.677 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:24.677 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:24.679 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:24.679 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:24.679 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:24.679 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:24.679 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:24.679 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=283.549276ms] [] [2024/06/01 12:35:24.708 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:24.709 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:24.709 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:24.710 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:24.773 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/06/01 12:35:24.774 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=62] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:24.774 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:24.986 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:25.034 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/06/01 12:35:25.035 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/06/01 12:35:25.035 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [2024/06/01 12:35:25.043 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=8.534407ms] [] [2024/06/01 12:35:25.043 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [groupId=-1] [size=36] [kvs=1] [checksum=10221261614854514798] [2024/06/01 12:35:25.043 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [checksum="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/06/01 12:35:25.044 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [weight=30] [2024/06/01 12:35:25.044 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [concurrency=15] [2024/06/01 12:35:25.048 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=288] [physicalTableID=288] [indexID=-1] [checksum=10221261614854514798] [totalKvs=1] [totalBytes=36] [2024/06/01 12:35:25.049 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [local="{cksum=10221261614854514798,size=36,kvs=1}"] [2024/06/01 12:35:25.049 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=14.029186ms] [] [2024/06/01 12:35:25.049 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=62] [step=post-process] [subtask-id=120] [takeTime=14.317716ms] [] [2024/06/01 12:35:25.095 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=62] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=108.956386ms] [] [2024/06/01 12:35:25.107 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=62] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:25.107 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=62] [step=post-process] [state=running] [] [2024/06/01 12:35:25.109 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=62] [2024/06/01 12:35:25.152 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=62] [type=ImportInto] [2024/06/01 12:35:25.194 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=62] [2024/06/01 12:35:25.225 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:25.225 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=62] [2024/06/01 12:35:25.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5856453959999999\n# Parse_time: 0.000627773\n# Compile_time: 0.001901488\n# Rewrite_time: 0.000321251\n# Optimize_time: 0.000798476\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: ff2114095bcf5f69d9f1b263e1f8128bb43d39426ab6c09598cdf8469b2b33d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`ascii` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'ascii';"] [2024/06/01 12:35:25.317 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:25.362 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:25.533 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"character_set\":\"binary\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:25.627 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=63] [task-id=63] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:25.728 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=63] [2024/06/01 12:35:25.728 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:25.834 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:25.835 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:25.835 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [2024/06/01 12:35:25.854 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:25.857 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=binary] [2024/06/01 12:35:25.857 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=binary] [before=536870912000] [after=8] [2024/06/01 12:35:25.857 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=binary] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=57.394µs] [2024/06/01 12:35:25.857 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=binary] [takeTime=192.381µs] [] [2024/06/01 12:35:25.857 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:25.857 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:25.981 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=63] [mode=Import] [2024/06/01 12:35:26.000 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=63] [2024/06/01 12:35:26.021 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=63] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:26.063 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:26.064 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/06/01 12:35:26.065 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:26.073 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:26.073 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:26.074 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:26.074 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:26.075 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:26.075 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:26.075 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:26.075 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:26.075 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:26.136 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:26.139 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:26.139 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=binary] [quota=374.2GB] [2024/06/01 12:35:26.139 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=63] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:26.139 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=binary] [import-id=63] [disk-quota=348.5GiB] [2024/06/01 12:35:26.193 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [2024/06/01 12:35:26.197 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/06/01 12:35:26.200 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/01 12:35:26.201 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=290] [2024/06/01 12:35:26.259 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [2024/06/01 12:35:26.261 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=290] [key=ascii.tsv:0] [readDur=1.305149ms] [encodeDur=449.682µs] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [deliverDur=342.659µs] [type=file] [takeTime=2.507396ms] [] [2024/06/01 12:35:26.262 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=import] [subtask-id=121] [takeTime=69.422371ms] [] [2024/06/01 12:35:26.262 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/63/e8c1bd97-5d12-591a-8a3b-5cf4944c05d0.sst/de59e78b-4488-4db8-a313-00d82c62139d.sst] [firstKey=7480000000000001225F728000000000000001] [lastKey=7480000000000001225F728000000000000001] [2024/06/01 12:35:26.262 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/06/01 12:35:26.262 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/06/01 12:35:26.263 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/06/01 12:35:26.265 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=2.051563ms] [] [2024/06/01 12:35:26.265 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [2024/06/01 12:35:26.271 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:26.292 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] ["region ranges"=1] [count=1] [size=36] [2024/06/01 12:35:26.293 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:26.306 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/06/01 12:35:26.308 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [retryCnt=0] [takeTime=43.306358ms] [] [2024/06/01 12:35:26.308 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [2024/06/01 12:35:26.310 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:0] [engineUUID=e8c1bd97-5d12-591a-8a3b-5cf4944c05d0] [takeTime=1.298322ms] [] [2024/06/01 12:35:26.310 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=63] [step=import] [engine-id=0] [2024/06/01 12:35:26.310 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/01 12:35:26.311 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.725672ms] [] [2024/06/01 12:35:26.312 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [2024/06/01 12:35:26.312 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/01 12:35:26.312 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [retryCnt=0] [takeTime=100.407µs] [] [2024/06/01 12:35:26.312 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [2024/06/01 12:35:26.313 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_charset`.`binary`:-1] [engineUUID=c21efbc9-e882-5dfc-a7f3-0ea273c2903c] [takeTime=1.230569ms] [] [2024/06/01 12:35:26.354 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:26.355 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:26.357 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:26.357 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:26.372 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=63] [step=import] [2024/06/01 12:35:26.375 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:26.375 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:26.375 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:26.375 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:26.375 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:26.375 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:26.375 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:26.376 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:26.376 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:26.376 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:26.376 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:26.376 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:26.376 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:26.378 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:26.378 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:26.378 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:26.378 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:26.378 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:26.378 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=315.454299ms] [] [2024/06/01 12:35:26.426 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":9}}"] [2024/06/01 12:35:26.428 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=63] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:26.428 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:26.623 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:26.669 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/06/01 12:35:26.669 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/06/01 12:35:26.669 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [2024/06/01 12:35:26.677 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=7.761172ms] [] [2024/06/01 12:35:26.677 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [groupId=-1] [size=36] [kvs=1] [checksum=17158934031773082224] [2024/06/01 12:35:26.677 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [checksum="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/06/01 12:35:26.677 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [weight=30] [2024/06/01 12:35:26.677 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [concurrency=15] [2024/06/01 12:35:26.682 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=290] [physicalTableID=290] [indexID=-1] [checksum=17158934031773082224] [totalKvs=1] [totalBytes=36] [2024/06/01 12:35:26.682 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [local="{cksum=17158934031773082224,size=36,kvs=1}"] [2024/06/01 12:35:26.683 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=13.249372ms] [] [2024/06/01 12:35:26.683 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=63] [step=post-process] [subtask-id=122] [takeTime=13.469909ms] [] [2024/06/01 12:35:26.733 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=63] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=110.395139ms] [] [2024/06/01 12:35:26.750 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=63] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:26.750 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=63] [step=post-process] [state=running] [] [2024/06/01 12:35:26.752 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=63] [2024/06/01 12:35:26.823 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=63] [type=ImportInto] [2024/06/01 12:35:26.836 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=63] [2024/06/01 12:35:26.863 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:26.863 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=63] [2024/06/01 12:35:26.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5830826930000002\n# Parse_time: 0.001304913\n# Compile_time: 0.0023699\n# Rewrite_time: 0.000364368\n# Optimize_time: 0.001198072\n# Wait_TS: 0\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: c99e63c018bc9ff9c2b9dd461ad8da47c337a5d3af25de98d43cc2553179790b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_charset`.`binary` FROM 'gs://test-load/ascii.tsv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH character_set=_UTF8MB4'binary';"] === RUN TestImportInto/TestPreCheckCDCPiTRTasks [2024/06/01 12:35:26.896 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=205] [cur_db=fail_job_after_import] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:35:26.977 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:26.977 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:35:27.005 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:27.049 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:queueing, SchemaState:public, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.085 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=205] [neededSchemaVersion=206] ["start time"=2.546503ms] [gotSchemaVersion=206] [phyTblIDs="[249]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:27.096 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=292] [version=206] [2024/06/01 12:35:27.098 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=206] ["take time"=20.214794ms] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.139 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:write only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.174 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=206] [neededSchemaVersion=207] ["start time"=208.282µs] [gotSchemaVersion=207] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:27.186 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=292] [version=207] [2024/06/01 12:35:27.188 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=207] ["take time"=17.855615ms] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.255 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [category=ddl] [job="ID:292, Type:drop schema, State:running, SchemaState:delete only, SchemaID:245, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.290 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=207] [neededSchemaVersion=208] ["start time"=220.37µs] [gotSchemaVersion=208] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:27.302 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=292] [version=208] [2024/06/01 12:35:27.304 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=208] ["take time"=17.071896ms] [job="ID:292, Type:drop schema, State:done, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.369 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=292] [tableIDs="[249]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:27.379 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=292] [jobType="drop schema"] [2024/06/01 12:35:27.383 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=292] [conn=2] [job="ID:292, Type:drop schema, State:synced, SchemaState:none, SchemaID:245, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:26.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.447 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=46.563381ms] [2024/06/01 12:35:27.491 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=292] [2024/06/01 12:35:27.491 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:27.495 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.600389666\n# Parse_time: 0.000760589\n# Compile_time: 0.00083777\n# Rewrite_time: 0.000035618\n# Optimize_time: 0.001358512\n# Wait_TS: 0.000310958\n# DB: fail_job_after_import\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:35:27.497 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=208] [cur_db=fail_job_after_import] [sql="create database load_data"] [user=root@%] [2024/06/01 12:35:27.526 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:27.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:27.526 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:27.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:35:27.598 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [category=ddl] [job="ID:294, Type:create schema, State:queueing, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:27.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.636 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=208] [neededSchemaVersion=209] ["start time"=1.149545ms] [gotSchemaVersion=209] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:27.648 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=294] [version=209] [2024/06/01 12:35:27.650 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=209] ["take time"=19.82513ms] [job="ID:294, Type:create schema, State:done, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:27.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.725 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=294] [conn=2] [job="ID:294, Type:create schema, State:synced, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:27.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.753 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=294] [2024/06/01 12:35:27.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:27.759 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:35:27.762 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=209] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:35:27.808 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:27.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:27.808 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:27.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:27.857 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [category=ddl] [job="ID:296, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:27.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:27.865 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 295, Table Name: t"] [2024/06/01 12:35:27.990 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=209] [neededSchemaVersion=210] ["start time"=2.900283ms] [gotSchemaVersion=210] [phyTblIDs="[295]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:28.003 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=296] [version=210] [2024/06/01 12:35:28.004 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=210] ["take time"=22.055128ms] [job="ID:296, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:27.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:28.060 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=296] [conn=2] [job="ID:296, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:27.737 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:28.104 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=296] [2024/06/01 12:35:28.104 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:28.108 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.347039631\n# Parse_time: 0.000631902\n# Compile_time: 0.000851806\n# Rewrite_time: 0.000044854\n# Optimize_time: 0.001358512\n# Wait_TS: 0.000469029\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:28.112 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=210] [cur_db=load_data] [sql="create table dst (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:35:28.164 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:28.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:28.164 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:28.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:28.208 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [category=ddl] [job="ID:298, Type:create table, State:queueing, SchemaState:none, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:28.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:28.216 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 293, Table ID: 297, Table Name: dst"] [2024/06/01 12:35:28.280 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=210] [neededSchemaVersion=211] ["start time"=2.930828ms] [gotSchemaVersion=211] [phyTblIDs="[297]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:28.292 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=298] [version=211] [2024/06/01 12:35:28.294 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=211] ["take time"=20.233668ms] [job="ID:298, Type:create table, State:done, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:28.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:28.410 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=298] [conn=2] [job="ID:298, Type:create table, State:synced, SchemaState:public, SchemaID:293, TableID:297, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:28.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:28.461 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=298] [2024/06/01 12:35:28.461 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:28.465 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.356736914\n# Parse_time: 0.001589362\n# Compile_time: 0.001462365\n# Rewrite_time: 0.000053906\n# Optimize_time: 0.001358512\n# Wait_TS: 0.000444645\n# DB: load_data\n# Is_internal: false\n# Digest: dd39dc60c5a3729fa0f54c96e5eb385749f61bd0c49a1712893c1ff3cc2134b3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:28.472 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Add(dummy-task)] [2024/06/01 12:35:28.472 +00:00] [INFO] [db.go:132] ["inc log backup task"] [count=1] [2024/06/01 12:35:28.474 +00:00] [INFO] [advancer.go:432] ["added event"] [task="name:\"dummy-task\" "] [ranges={}] [current-checkpoint=0] [2024/06/01 12:35:28.477 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/06/01 12:35:28.477 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/06/01 12:35:28.478 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Pause(dummy-task)] [2024/06/01 12:35:28.486 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:28.529 +00:00] [ERROR] [precheck_test.go:103] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:103\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:35:28.544 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:28.734 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"disable_precheck\":null}}"] [dist-task-enabled=true] [2024/06/01 12:35:28.890 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=64] [task-id=64] [data-size=10B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:28.931 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=64] [2024/06/01 12:35:28.931 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:29.037 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:29.039 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:29.040 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [2024/06/01 12:35:29.061 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:29.064 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:35:29.064 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=10] [2024/06/01 12:35:29.064 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=10] [cost=51.694µs] [2024/06/01 12:35:29.064 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=164.608µs] [] [2024/06/01 12:35:29.064 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:29.064 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:29.197 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=64] [mode=Import] [2024/06/01 12:35:29.254 +00:00] [WARN] [pd.go:168] ["get timestamp too slow"] ["cost time"=45.89919ms] [2024/06/01 12:35:29.261 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=64] [2024/06/01 12:35:29.280 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=64] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:29.331 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:29.332 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/06/01 12:35:29.333 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:29.342 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:29.342 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:29.343 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:29.343 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:29.344 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:29.344 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:29.344 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:29.344 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:29.344 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:29.359 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:29.361 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:29.361 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:35:29.361 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=64] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:29.361 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=64] [disk-quota=348.5GiB] [2024/06/01 12:35:29.412 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [2024/06/01 12:35:29.416 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:35:29.419 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:35:29.420 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=295] [2024/06/01 12:35:29.446 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=295] [key=file.csv:0] [2024/06/01 12:35:29.449 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=295] [key=file.csv:0] [readDur=1.104706ms] [encodeDur=518.306µs] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [deliverDur=127.368µs] [type=file] [takeTime=2.124254ms] [] [2024/06/01 12:35:29.450 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/64/67ea3590-7c4f-5a31-ade6-de9a31136e82.sst/4ad5a65f-e1ef-4f26-9d0a-e7d0c30eed66.sst] [firstKey=7480000000000001275F728000000000000001] [lastKey=7480000000000001275F728000000000000001] [2024/06/01 12:35:29.450 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=import] [subtask-id=123] [takeTime=37.724036ms] [] [2024/06/01 12:35:29.450 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/06/01 12:35:29.450 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/06/01 12:35:29.450 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:35:29.452 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=2.242751ms] [] [2024/06/01 12:35:29.452 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [2024/06/01 12:35:29.457 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:29.479 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:35:29.479 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:29.493 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ea3590-7c4f-5a31-ade6-de9a31136e82] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:35:29.494 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [retryCnt=0] [takeTime=41.822244ms] [] [2024/06/01 12:35:29.494 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [2024/06/01 12:35:29.496 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:0] [engineUUID=67ea3590-7c4f-5a31-ade6-de9a31136e82] [takeTime=1.134523ms] [] [2024/06/01 12:35:29.496 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=64] [step=import] [engine-id=0] [2024/06/01 12:35:29.496 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:35:29.497 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=1.557991ms] [] [2024/06/01 12:35:29.497 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [2024/06/01 12:35:29.497 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:35:29.497 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [retryCnt=0] [takeTime=82.46µs] [] [2024/06/01 12:35:29.497 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [2024/06/01 12:35:29.498 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`t`:-1] [engineUUID=4c983745-cf08-5412-9f4a-17b9f1b1e2e3] [takeTime=944.975µs] [] [2024/06/01 12:35:29.549 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=64] [step=import] [2024/06/01 12:35:29.551 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:29.552 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:29.552 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:29.553 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:29.553 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:29.552 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:29.553 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:29.553 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:29.553 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:29.554 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:29.554 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:29.555 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:29.555 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:29.555 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:29.555 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:29.555 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:29.555 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=224.155415ms] [] [2024/06/01 12:35:29.632 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":6,\"3\":1}}"] [2024/06/01 12:35:29.633 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=64] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:29.633 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:29.851 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:29.895 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/06/01 12:35:29.895 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/06/01 12:35:29.895 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [2024/06/01 12:35:29.895 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=12.252µs] [] [2024/06/01 12:35:29.895 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [groupId=-1] [size=37] [kvs=1] [checksum=7662606672183952805] [2024/06/01 12:35:29.895 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [checksum="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/06/01 12:35:29.895 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [weight=30] [2024/06/01 12:35:29.895 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [concurrency=15] [2024/06/01 12:35:29.900 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=295] [physicalTableID=295] [indexID=-1] [checksum=7662606672183952805] [totalKvs=1] [totalBytes=37] [2024/06/01 12:35:29.900 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [local="{cksum=7662606672183952805,size=37,kvs=1}"] [2024/06/01 12:35:29.900 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.616565ms] [] [2024/06/01 12:35:29.901 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=64] [step=post-process] [subtask-id=124] [takeTime=5.861349ms] [] [2024/06/01 12:35:29.952 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=64] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:29.952 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=64] [step=post-process] [state=running] [] [2024/06/01 12:35:29.954 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=64] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.970669ms] [] [2024/06/01 12:35:29.955 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=64] [2024/06/01 12:35:30.068 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=64] [2024/06/01 12:35:30.069 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=64] [type=ImportInto] [2024/06/01 12:35:30.100 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:30.100 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=64] [2024/06/01 12:35:30.168 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.638516778\n# Parse_time: 0.000623548\n# Compile_time: 0.001741534\n# Rewrite_time: 0.000278475\n# Optimize_time: 0.001358512\n# Wait_TS: 0\n# DB: load_data\n# Is_internal: false\n# Digest: 5bcf9e20da079b52c86bd1aeabbdadcf5458f871133d5e2ecad89288016e27be\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`t` FROM 'gs://precheck-cdc-pitr/file.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH disable_precheck;"] [2024/06/01 12:35:30.200 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:35:30.201 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=211] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [session="{\n \"currDBName\": \"load_data\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:35:30.201 +00:00] [ERROR] [precheck_test.go:112] [error] [error="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],"] [errorVerbose="[executor:8173]PreCheck failed: found PiTR log streaming task(s): [dummy-task],\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:401\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:111\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="tests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestPreCheckCDCPiTRTasks\n\ttests/realtikvtest/importintotest/precheck_test.go:112\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:35:30.208 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:30.445 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [concurrency=2] [target-table=`load_data`.`dst`] [target-table-id=297] [2024/06/01 12:35:30.455 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:30.455 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:30.455 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:30.456 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:30.457 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:30.457 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:30.457 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:30.457 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:30.457 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:30.473 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:30.474 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:30.474 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:35:30.479 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/01 12:35:30.482 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/01 12:35:30.539 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [key=import-from-select] [2024/06/01 12:35:30.540 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [key=import-from-select] [readDur=16.819µs] [encodeDur=508.036µs] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [deliverDur=241.309µs] [type=query] [takeTime=1.122663ms] [] [2024/06/01 12:35:30.541 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [key=import-from-select] [2024/06/01 12:35:30.541 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=137.033µs] [] [2024/06/01 12:35:30.541 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/01 12:35:30.541 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/fba43b34-c0dc-4e70-9d09-8f9ef5f36747/aae7ed10-3950-5c5f-b1f6-563a3ef43f6a.sst/78b1f6b6-29cd-4fbe-9df6-69f2a0ea767f.sst] [firstKey=7480000000000001295F728000000000000001] [lastKey=7480000000000001295F728000000000000001] [2024/06/01 12:35:30.544 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=2.313843ms] [] [2024/06/01 12:35:30.544 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [2024/06/01 12:35:30.548 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:30.570 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:35:30.570 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:30.582 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:35:30.584 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [retryCnt=0] [takeTime=40.198939ms] [] [2024/06/01 12:35:30.584 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/01 12:35:30.586 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.485873ms] [] [2024/06/01 12:35:30.586 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [2024/06/01 12:35:30.586 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/01 12:35:30.586 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [retryCnt=0] [takeTime=52.932µs] [] [2024/06/01 12:35:30.586 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [2024/06/01 12:35:30.586 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [2024/06/01 12:35:30.586 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [takeTime=12.752µs] [] [2024/06/01 12:35:30.586 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [checksum="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/06/01 12:35:30.586 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [weight=30] [2024/06/01 12:35:30.586 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [concurrency=15] [2024/06/01 12:35:30.590 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=297] [physicalTableID=297] [indexID=-1] [checksum=8175399284317246790] [totalKvs=1] [totalBytes=37] [2024/06/01 12:35:30.591 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [local="{cksum=8175399284317246790,size=37,kvs=1}"] [2024/06/01 12:35:30.591 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=fba43b34-c0dc-4e70-9d09-8f9ef5f36747] [checksum="{\"id=-1\"=\"{cksum=8175399284317246790,size=37,kvs=1}\"}"] [takeTime=4.699737ms] [] [2024/06/01 12:35:30.591 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/01 12:35:30.591 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=11.448µs] [] [2024/06/01 12:35:30.591 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [2024/06/01 12:35:30.592 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:1] [engineUUID=aae7ed10-3950-5c5f-b1f6-563a3ef43f6a] [takeTime=1.072651ms] [] [2024/06/01 12:35:30.592 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/01 12:35:30.592 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=8.794µs] [] [2024/06/01 12:35:30.592 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [2024/06/01 12:35:30.593 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`dst`:-1] [engineUUID=95cbf67f-8845-5ed1-ab67-d03ce00676ee] [takeTime=1.006926ms] [] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:30.597 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:30.597 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:30.597 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:30.597 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:30.599 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:30.599 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:30.599 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:30.599 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:30.599 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:30.601 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165559836540931\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.398437485\n# Parse_time: 0.000587289\n# Compile_time: 0.002984615\n# Rewrite_time: 0.001800893\n# Optimize_time: 0.001309911\n# Wait_TS: 0.000107439\n# Cop_time: 0.000208721 Process_time: 0.000095853 Wait_time: 0.000075577 Request_count: 3 Process_keys: 1 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 7\n# DB: load_data\n# Is_internal: false\n# Digest: 4e6c0340e3de6960369822ac18a3be4729085c52ed4e25bdcab6958982fc73a9\n# Stats: t:pseudo[10000;0]\n# Num_cop_tasks: 3\n# Cop_proc_avg: 3.1951e-05 Cop_proc_p90: 3.7809e-05 Cop_proc_max: 3.7809e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5192e-05 Cop_wait_p90: 2.6294e-05 Cop_wait_max: 2.6294e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 771\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('uwaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM5My4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTEJRAwxLjE3GUN0MiwgY29wX3Rhc2s6IHtudW06IDMsIG1heDogMS43BWwIbWluAQ0EMTMBNghhdmcBDQQ0NAENCHA5NQENDSc8YXhfcHJvY19rZXlzOiAxLAEfOhIACHRvdAUSJDogOTUuOcK1cywFEyR3YWl0OiA3NS42BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBa8IX2R1BRoBnQQxNA1OAYWYZGlzdHNxbF9jb25jdXJyZW5jeTogM30sIHJwY19pbmZvOntDb3A6Ae0UX3JwYzozBYUIYWxfJWNoNC4wNG1zfX0JNzcxIEJ5dGVzCU4vQQoyCTQzIUQAXzFj4HRhYmxlOnQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkxCXRpa3ZfdGFzazp7cHJvYwGkADo1WQgwcywpVBAzMzMuMwX/CHA4MAkgIV8FKRBpdGVycwWoEGFza3M6Acw8c2Nhbl9kZXRhaWw6IHt0bwHAAV4IZXNzOYFGFwAgX3NpemU6IDQ1EfQprTgzLCBnZXRfc25hcHNob3QpCgggMjgtVjRyb2Nrc2RiOiB7YmxvY0EpOZ4MY291biG9EH19fSwgIUJelgABHAA6MvgBCGFsXyH6DRo1/wm2KGt2X3JlYWRfd2FsLZoAICUMAHQhTh0VRDMyNy4xwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('pAegCp8HCgxJbXBvcnRJbnRvXzIS2AYKDVRhYmxlUmVhZGVyXzcS2wMKD1QBElBGdWxsU2Nhbl82IZY8ANAr5ERBKQABAfRpAYjDQDABOAJAAkoQCg4KCWxvYWRfZGF0YRIBdFIea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaucCdGlrdl90YXNrOntwcm9jIG1heDoxbXMsIG1pbjowcywgYXZnOiAzMzMuM8K1cywgcDgwOjFtcywgcDk1OjFtcywgaXRlcnM6MywgdGFza3M6M30sIHNjYW5fZGV0YWlsOiB7dG90YWxfcHJvY2Vzc19rZXlzOiAxLCB0b3RhbF9wcm9jZXNzX2tleXNfc2l6ZTogNDUsIHRvdGFsX2tleXM6IDMsIGdldF9zbmFwc2hvdF90aW1lOiAyOC45wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDd9fX0sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190aW1lOiA5NS45wrVzLCB0b3RhbF93YWl0X3RpbWU6IDc1LjbCIQAJGjBrdl9yZWFkX3dhbGxfCSIlFQB0IU4dFSgzMjcuMcK1c31w/xEBBAF4EQok/wEhckIiots4HDLKARABQAFSFCHBBDpUNvgBBFoUBWoMMS4xNyGhOGxvb3BzOjJilgJjb3BfdCHDECB7bnVtJTEcbWF4OiAxLjcFlghtaW4BDQQxMwE3JdAMMS40NAENCHA5NQEaDScEYXgljyBfa2V5czogMSwBHzoSAAh0b3QFEjYsASxfd2FpdDogNzUuNsIhJShjb3ByX2NhY2hlXyGGRHJhdGlvOiAwLjAwLCBidWlsZAWvCF9kdQUaAZ0MMTQuOQU7AYWYZGlzdHNxbF9jb25jdXJyZW5jeTogM30sIHJwY19pbmZvOntDb3A6Ae0YX3JwYzozLAGYAGEtiig0LjA0bXN9fXCDBj1rADghVxQDTi9BWhUlRgwzOTMuJR0pRwAxVqEBBBgB')\n# Resource_group: default\nIMPORT INTO `load_data`.`dst` FROM SELECT * FROM `load_data`.`t` WITH disable_precheck;"] [2024/06/01 12:35:30.614 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event=Del(dummy-task)] [2024/06/01 12:35:30.614 +00:00] [INFO] [db.go:138] ["dec log backup task"] [count=0] [2024/06/01 12:35:30.614 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:35:30.615 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=211] [cur_db=load_data] [sql="truncate table t"] [user=root@%] [2024/06/01 12:35:30.644 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-06-01 12:35:30.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:30.644 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:3, start time: 2024-06-01 12:35:30.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:35:30.705 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [category=ddl] [job="ID:300, Type:truncate table, State:queueing, SchemaState:none, SchemaID:293, TableID:295, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:30.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:30.718 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 293, Table ID: 299, Table Name: t, Old Table ID: 295, Old Table Name: t"] [2024/06/01 12:35:30.773 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=211] [neededSchemaVersion=212] ["start time"=3.542907ms] [gotSchemaVersion=212] [phyTblIDs="[299]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:35:30.785 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=300] [version=212] [2024/06/01 12:35:30.787 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=212] ["take time"=21.18016ms] [job="ID:300, Type:truncate table, State:done, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:30.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:30.844 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=300] [tableIDs="[295]"] [comment="drop table: table ID"] [2024/06/01 12:35:30.854 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=300] [jobType="truncate table"] [2024/06/01 12:35:30.858 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=300] [conn=2] [job="ID:300, Type:truncate table, State:synced, SchemaState:public, SchemaID:293, TableID:295, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:30.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:30.986 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=300] [2024/06/01 12:35:30.986 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:30.989 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.37510683\n# Parse_time: 0.00020074\n# Compile_time: 0.000829387\n# Rewrite_time: 0.000038025\n# Optimize_time: 0.001991428\n# Wait_TS: 0.000316205\n# DB: load_data\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:35:31.004 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:31.045 +00:00] [INFO] [cdc.go:207] ["Found incompatible changefeed."] [changefeed="{\"ID\":\"feed-test\",\"Cluster\":\"cluster-123\",\"Namespace\":\"test\",\"KeyVersion\":2}"] [checkpoint-ts=0] [safe-ts=18446744073709551615] === RUN TestImportInto/TestPreCheckTableNotEmpty [2024/06/01 12:35:31.050 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=212] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:35:31.078 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:31.078 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:35:31.130 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:queueing, SchemaState:public, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.171 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=212] [neededSchemaVersion=213] ["start time"=3.118663ms] [gotSchemaVersion=213] [phyTblIDs="[297,299]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:31.184 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=301] [version=213] [2024/06/01 12:35:31.186 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=213] ["take time"=21.744496ms] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.249 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:write only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.283 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=213] [neededSchemaVersion=214] ["start time"=201.835µs] [gotSchemaVersion=214] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:31.297 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=301] [version=214] [2024/06/01 12:35:31.299 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=214] ["take time"=20.237832ms] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.339 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [category=ddl] [job="ID:301, Type:drop schema, State:running, SchemaState:delete only, SchemaID:293, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.430 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=214] [neededSchemaVersion=215] ["start time"=258.245µs] [gotSchemaVersion=215] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:31.445 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=301] [version=215] [2024/06/01 12:35:31.447 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=215] ["take time"=23.388034ms] [job="ID:301, Type:drop schema, State:done, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.513 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=301] [tableIDs="[297,299]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:31.527 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=301] [jobType="drop schema"] [2024/06/01 12:35:31.531 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=301] [conn=2] [job="ID:301, Type:drop schema, State:synced, SchemaState:none, SchemaID:293, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.037 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.581 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=301] [2024/06/01 12:35:31.581 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:31.585 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.536304895\n# Parse_time: 0.000598148\n# Compile_time: 0.000809629\n# Rewrite_time: 0.000035952\n# Optimize_time: 0.001991428\n# Wait_TS: 0.000452106\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:35:31.587 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=215] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/01 12:35:31.621 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:31.621 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:35:31.692 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [category=ddl] [job="ID:303, Type:create schema, State:queueing, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.727 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=215] [neededSchemaVersion=216] ["start time"=1.196189ms] [gotSchemaVersion=216] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:31.741 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=303] [version=216] [2024/06/01 12:35:31.742 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=216] ["take time"=24.332996ms] [job="ID:303, Type:create schema, State:done, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:31.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.813 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=303] [conn=2] [job="ID:303, Type:create schema, State:synced, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.587 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:31.840 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=303] [2024/06/01 12:35:31.840 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:31.847 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:35:31.900 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=216] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:35:31.950 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:31.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:31.950 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:31.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:31.993 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [category=ddl] [job="ID:305, Type:create table, State:queueing, SchemaState:none, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.002 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 302, Table ID: 304, Table Name: t"] [2024/06/01 12:35:32.074 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=216] [neededSchemaVersion=217] ["start time"=3.046346ms] [gotSchemaVersion=217] [phyTblIDs="[304]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:32.089 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=305] [version=217] [2024/06/01 12:35:32.091 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=217] ["take time"=24.323867ms] [job="ID:305, Type:create table, State:done, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:31.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.151 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=305] [conn=2] [job="ID:305, Type:create table, State:synced, SchemaState:public, SchemaID:302, TableID:304, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:31.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.198 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=305] [2024/06/01 12:35:32.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:32.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.351904983\n# Parse_time: 0.048780323\n# Compile_time: 0.002419925\n# Rewrite_time: 0.000118436\n# Optimize_time: 0.001991428\n# Wait_TS: 0.000615017\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:32.229 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestPreCheckTotalFileSize0 [2024/06/01 12:35:32.262 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=217] [cur_db=load_data] [sql="drop database if exists load_data"] [user=root@%] [2024/06/01 12:35:32.292 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists load_data"] [2024/06/01 12:35:32.293 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:32.417 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:queueing, SchemaState:public, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.465 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=217] [neededSchemaVersion=218] ["start time"=3.254042ms] [gotSchemaVersion=218] [phyTblIDs="[304]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:32.479 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=306] [version=218] [2024/06/01 12:35:32.481 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=218] ["take time"=25.054721ms] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.567 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:write only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.606 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=218] [neededSchemaVersion=219] ["start time"=277.358µs] [gotSchemaVersion=219] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:32.621 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=306] [version=219] [2024/06/01 12:35:32.622 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=219] ["take time"=22.089041ms] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.707 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [category=ddl] [job="ID:306, Type:drop schema, State:running, SchemaState:delete only, SchemaID:302, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.750 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=219] [neededSchemaVersion=220] ["start time"=340.453µs] [gotSchemaVersion=220] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:32.765 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=306] [version=220] [2024/06/01 12:35:32.767 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=220] ["take time"=22.700351ms] [job="ID:306, Type:drop schema, State:done, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.852 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=306] [tableIDs="[304]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:32.861 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=306] [jobType="drop schema"] [2024/06/01 12:35:32.866 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=306] [conn=2] [job="ID:306, Type:drop schema, State:synced, SchemaState:none, SchemaID:302, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:32.974 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=306] [2024/06/01 12:35:32.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:32.979 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.718021943\n# Parse_time: 0.000484468\n# Compile_time: 0.000719505\n# Rewrite_time: 0.000033736\n# Optimize_time: 0.001991428\n# Wait_TS: 0.000443308\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists load_data;"] [2024/06/01 12:35:32.981 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=220] [cur_db=] [sql="create database load_data"] [user=root@%] [2024/06/01 12:35:33.013 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:33.013 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database load_data"] [2024/06/01 12:35:33.065 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [category=ddl] [job="ID:308, Type:create schema, State:queueing, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.098 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=220] [neededSchemaVersion=221] ["start time"=1.18447ms] [gotSchemaVersion=221] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:33.112 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=308] [version=221] [2024/06/01 12:35:33.114 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=221] ["take time"=21.396525ms] [job="ID:308, Type:create schema, State:done, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.200 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=308] [conn=2] [job="ID:308, Type:create schema, State:synced, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:32.987 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.232 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=308] [2024/06/01 12:35:33.233 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:33.239 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="drop table if exists t;"] [user=root@%] [2024/06/01 12:35:33.243 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=221] [cur_db=load_data] [sql="create table t (a bigint primary key, b varchar(100), c int);"] [user=root@%] [2024/06/01 12:35:33.287 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:33.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:33.287 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:33.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:33.336 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [category=ddl] [job="ID:310, Type:create table, State:queueing, SchemaState:none, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:33.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.344 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 307, Table ID: 309, Table Name: t"] [2024/06/01 12:35:33.483 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=221] [neededSchemaVersion=222] ["start time"=2.870511ms] [gotSchemaVersion=222] [phyTblIDs="[309]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:33.496 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=310] [version=222] [2024/06/01 12:35:33.498 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=222] ["take time"=34.825318ms] [job="ID:310, Type:create table, State:done, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:33.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.559 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=310] [conn=2] [job="ID:310, Type:create table, State:synced, SchemaState:public, SchemaID:307, TableID:309, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:33.237 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.599 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=310] [2024/06/01 12:35:33.599 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:33.603 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.361507531\n# Parse_time: 0.000694316\n# Compile_time: 0.001059319\n# Rewrite_time: 0.000050357\n# Optimize_time: 0.001991428\n# Wait_TS: 0.00034369\n# DB: load_data\n# Is_internal: false\n# Digest: 1ef21995e118bfb6046909d1ea3dbe72db050594cdb1276dc8bea0a10399e8e3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse load_data;\ncreate table t (a bigint primary key, b varchar(100), c int);"] [2024/06/01 12:35:33.626 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:33.668 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] === RUN TestImportInto/TestRegisterTask [2024/06/01 12:35:33.690 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=222] [cur_db=load_data] [sql="DROP DATABASE IF EXISTS load_data;"] [user=root@%] [2024/06/01 12:35:33.718 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:33.718 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS load_data;"] [2024/06/01 12:35:33.777 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:queueing, SchemaState:public, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.810 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=222] [neededSchemaVersion=223] ["start time"=3.092184ms] [gotSchemaVersion=223] [phyTblIDs="[309]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:33.825 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=311] [version=223] [2024/06/01 12:35:33.826 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=223] ["take time"=22.916646ms] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.946 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:write only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:33.987 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=223] [neededSchemaVersion=224] ["start time"=241.167µs] [gotSchemaVersion=224] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:34.002 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=311] [version=224] [2024/06/01 12:35:34.004 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=224] ["take time"=20.859388ms] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.066 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [category=ddl] [job="ID:311, Type:drop schema, State:running, SchemaState:delete only, SchemaID:307, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.105 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=224] [neededSchemaVersion=225] ["start time"=203.698µs] [gotSchemaVersion=225] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:34.118 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=311] [version=225] [2024/06/01 12:35:34.119 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=225] ["take time"=17.855429ms] [job="ID:311, Type:drop schema, State:done, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.186 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=311] [tableIDs="[309]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:34.195 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=311] [jobType="drop schema"] [2024/06/01 12:35:34.199 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=311] [conn=2] [job="ID:311, Type:drop schema, State:synced, SchemaState:none, SchemaID:307, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:33.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.259 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=311] [2024/06/01 12:35:34.259 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:34.262 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.573548194\n# Parse_time: 0.000484652\n# Compile_time: 0.000673672\n# Rewrite_time: 0.000038106\n# Optimize_time: 0.001991428\n# Wait_TS: 0.000352249\n# Is_internal: false\n# Digest: 56257f0c0dee1f157d6b4394eb3c67f0af51887b4f515caad24d258b1a7ab179\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS load_data;"] [2024/06/01 12:35:34.264 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=225] [cur_db=] [sql="CREATE DATABASE load_data;"] [user=root@%] [2024/06/01 12:35:34.293 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:34.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:34.293 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:34.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE load_data;"] [2024/06/01 12:35:34.338 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [category=ddl] [job="ID:313, Type:create schema, State:queueing, SchemaState:none, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:34.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.431 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=225] [neededSchemaVersion=226] ["start time"=1.223534ms] [gotSchemaVersion=226] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:34.444 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=313] [version=226] [2024/06/01 12:35:34.446 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=226] ["take time"=21.106815ms] [job="ID:313, Type:create schema, State:done, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:34.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.490 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=313] [conn=2] [job="ID:313, Type:create schema, State:synced, SchemaState:public, SchemaID:312, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:34.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.517 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=313] [2024/06/01 12:35:34.517 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:34.524 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=226] [cur_db=] [sql="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [user=root@%] [2024/06/01 12:35:34.566 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:34.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:34.566 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:34.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/06/01 12:35:34.610 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [category=ddl] [job="ID:315, Type:create table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:34.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.619 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 312, Table ID: 314, Table Name: register_task"] [2024/06/01 12:35:34.689 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=226] [neededSchemaVersion=227] ["start time"=3.02457ms] [gotSchemaVersion=227] [phyTblIDs="[314]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:34.702 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=315] [version=227] [2024/06/01 12:35:34.703 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=227] ["take time"=21.415137ms] [job="ID:315, Type:create table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:34.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.773 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=315] [conn=2] [job="ID:315, Type:create table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:34.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:34.869 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=315] [2024/06/01 12:35:34.870 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:34.874 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.352487119\n# Parse_time: 0.000905798\n# Compile_time: 0.001467695\n# Rewrite_time: 0.000052583\n# Optimize_time: 0.001991428\n# Wait_TS: 0.000381009\n# Is_internal: false\n# Digest: 440f501f110ac5b73ffb36512799e2b600066ba480f5072f78e90fd37be67273\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE load_data.register_task (a INT, b INT, c int);"] [2024/06/01 12:35:34.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:35.098 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:35:35.194 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=65] [task-id=65] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:35.235 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=65] [2024/06/01 12:35:35.339 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:35.445 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:35.447 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:35.448 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [2024/06/01 12:35:35.468 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:35.471 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/06/01 12:35:35.471 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/06/01 12:35:35.471 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=65.654µs] [2024/06/01 12:35:35.471 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=185.997µs] [] [2024/06/01 12:35:35.471 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:35.471 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:35.609 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=65] [mode=Import] [2024/06/01 12:35:35.626 +00:00] [INFO] [import_into_test.go:902] ["register task"] [task_id=65] [2024/06/01 12:35:35.626 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=65] [2024/06/01 12:35:35.647 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=65] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:35.686 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:35.687 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/06/01 12:35:35.688 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:35.696 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:35.696 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:35.697 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:35.697 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:35.698 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:35.698 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:35.698 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:35.698 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:35.698 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:35.713 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:35.714 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:35.714 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/06/01 12:35:35.714 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=65] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:35.714 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=65] [disk-quota=348.5GiB] [2024/06/01 12:35:35.821 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [2024/06/01 12:35:35.826 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:35.829 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:35.830 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=314] [2024/06/01 12:35:35.840 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [2024/06/01 12:35:35.842 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=314] [key=register_task-1.tsv:0] [readDur=1.294565ms] [encodeDur=474.774µs] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [deliverDur=287.833µs] [type=file] [takeTime=2.487883ms] [] [2024/06/01 12:35:35.843 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/65/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/d1b920fc-ff44-44a5-abb6-17d2c365ff60.sst] [firstKey=74800000000000013A5F728000000000000001] [lastKey=74800000000000013A5F728000000000000001] [2024/06/01 12:35:35.843 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=import] [subtask-id=125] [takeTime=22.007653ms] [] [2024/06/01 12:35:35.844 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/06/01 12:35:35.844 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/06/01 12:35:35.844 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:35.846 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.957739ms] [] [2024/06/01 12:35:35.846 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/06/01 12:35:35.850 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:35.872 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:35:35.873 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:35.887 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:35:35.888 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.645458ms] [] [2024/06/01 12:35:35.889 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:35.890 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.179419ms] [] [2024/06/01 12:35:35.890 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=65] [step=import] [engine-id=0] [2024/06/01 12:35:35.890 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:35.892 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.835743ms] [] [2024/06/01 12:35:35.892 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/06/01 12:35:35.892 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:35.892 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=123.627µs] [] [2024/06/01 12:35:35.892 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:35.893 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.106932ms] [] [2024/06/01 12:35:35.935 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=65] [step=import] [2024/06/01 12:35:35.938 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:35.938 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:35.938 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:35.939 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:35.939 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:35.939 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:35.941 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:35.941 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:35.941 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:35.941 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:35.941 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:35.941 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=255.428906ms] [] [2024/06/01 12:35:35.966 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:35.967 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:35.969 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:35.969 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:36.041 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/01 12:35:36.043 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=65] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:36.043 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:36.248 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:36.294 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/06/01 12:35:36.294 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/06/01 12:35:36.294 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [2024/06/01 12:35:36.301 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=7.551156ms] [] [2024/06/01 12:35:36.302 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [groupId=-1] [size=37] [kvs=1] [checksum=8169789734841499502] [2024/06/01 12:35:36.302 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [checksum="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/06/01 12:35:36.302 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [weight=30] [2024/06/01 12:35:36.302 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [concurrency=15] [2024/06/01 12:35:36.306 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=314] [physicalTableID=314] [indexID=-1] [checksum=8169789734841499502] [totalKvs=1] [totalBytes=37] [2024/06/01 12:35:36.306 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [local="{cksum=8169789734841499502,size=37,kvs=1}"] [2024/06/01 12:35:36.306 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=12.358693ms] [] [2024/06/01 12:35:36.306 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=65] [step=post-process] [subtask-id=126] [takeTime=12.591877ms] [] [2024/06/01 12:35:36.345 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=65] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=96.947873ms] [] [2024/06/01 12:35:36.363 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=65] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:36.364 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=65] [step=post-process] [state=running] [] [2024/06/01 12:35:36.365 +00:00] [INFO] [import_into_test.go:907] ["unregister task"] [task_id=65] [2024/06/01 12:35:36.365 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=65] [2024/06/01 12:35:36.434 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=65] [type=ImportInto] [2024/06/01 12:35:36.445 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=65] [2024/06/01 12:35:36.476 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:36.477 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=65] [2024/06/01 12:35:36.631 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:36.759 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.883120478\n# Parse_time: 0.000554362\n# Compile_time: 0.001571812\n# Rewrite_time: 0.00035809\n# Optimize_time: 0.001991428\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:35:36.772 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=227] [cur_db=] [sql="truncate table load_data.register_task;"] [user=root@%] [2024/06/01 12:35:36.805 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-06-01 12:35:36.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:36.805 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:3, start time: 2024-06-01 12:35:36.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table load_data.register_task;"] [2024/06/01 12:35:36.861 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [category=ddl] [job="ID:317, Type:truncate table, State:queueing, SchemaState:none, SchemaID:312, TableID:314, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:36.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:36.873 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 312, Table ID: 316, Table Name: register_task, Old Table ID: 314, Old Table Name: register_task"] [2024/06/01 12:35:36.942 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=227] [neededSchemaVersion=228] ["start time"=3.99541ms] [gotSchemaVersion=228] [phyTblIDs="[316]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:35:36.956 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=317] [version=228] [2024/06/01 12:35:36.958 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=228] ["take time"=24.554995ms] [job="ID:317, Type:truncate table, State:done, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:36.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:37.092 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=317] [tableIDs="[314]"] [comment="drop table: table ID"] [2024/06/01 12:35:37.102 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=317] [jobType="truncate table"] [2024/06/01 12:35:37.107 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=317] [conn=2] [job="ID:317, Type:truncate table, State:synced, SchemaState:public, SchemaID:312, TableID:314, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:36.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:37.169 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=317] [2024/06/01 12:35:37.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:37.173 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.40270196\n# Parse_time: 0.000290102\n# Compile_time: 0.000941128\n# Rewrite_time: 0.000044805\n# Optimize_time: 0.001469104\n# Wait_TS: 0.000435732\n# Is_internal: false\n# Digest: 9227ff4b76bdfbee0fa9a7a479a3a8bd83eeae6d7c357923f79e45f050bd1a3f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table load_data.register_task;"] [2024/06/01 12:35:37.191 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:37.398 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:35:37.547 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=66] [task-id=66] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:37.596 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=66] [2024/06/01 12:35:37.596 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:37.703 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:37.705 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:37.706 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [2024/06/01 12:35:37.728 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:37.731 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/06/01 12:35:37.731 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/06/01 12:35:37.731 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=60.852µs] [2024/06/01 12:35:37.731 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=202.219µs] [] [2024/06/01 12:35:37.731 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=66] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:37.732 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:37.847 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=66] [mode=Import] [2024/06/01 12:35:37.863 +00:00] [INFO] [import_into_test.go:902] ["register task"] [task_id=66] [2024/06/01 12:35:37.863 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=66] [2024/06/01 12:35:37.977 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=66] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:38.021 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:38.023 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/06/01 12:35:38.024 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:38.032 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:38.033 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:38.033 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:38.033 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:38.034 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:38.034 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:38.034 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:38.034 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:38.034 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:38.050 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:38.051 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:38.052 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/06/01 12:35:38.052 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=66] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:38.052 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=66] [disk-quota=348.5GiB] [2024/06/01 12:35:38.093 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [2024/06/01 12:35:38.097 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:38.101 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:38.101 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/06/01 12:35:41.102 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=66] [step=import] [subtask-id=127] [takeTime=3.008452564s] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:41.102 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:41.103 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:41.103 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:41.103 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:41.103 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:41.103 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:41.103 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:41.103 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:41.103 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:41.103 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:41.103 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:35:41.131 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=66] [step=import] [2024/06/01 12:35:41.135 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:41.135 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:41.135 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:41.135 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:41.135 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:41.137 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:41.137 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:41.138 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:41.138 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=4] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:41.138 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:41.138 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=3.116422756s] [error="occur an error when sort chunk"] [2024/06/01 12:35:41.138 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=66] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:41.231 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=66] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/06/01 12:35:41.272 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=66] [type=ImportInto] [2024/06/01 12:35:41.320 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=66] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/06/01 12:35:41.322 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=66] [step=import] [mode=Normal] [2024/06/01 12:35:41.336 +00:00] [INFO] [import_into_test.go:907] ["unregister task"] [task_id=66] [2024/06/01 12:35:41.336 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=66] [2024/06/01 12:35:41.435 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=66] [2024/06/01 12:35:41.460 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:41.460 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=66] [2024/06/01 12:35:41.523 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=66] [error="[0]occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestRegisterTask\n\ttests/realtikvtest/importintotest/import_into_test.go:945\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:35:41.524 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 4.349109249\n# Parse_time: 0.001376638\n# Compile_time: 0.002016864\n# Rewrite_time: 0.00032268\n# Optimize_time: 0.001469104\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6NC4zNHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjQuMzRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:35:41.542 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:41.575 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:41.758 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:35:41.904 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=67] [task-id=67] [data-size=8B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:41.943 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=67] [2024/06/01 12:35:41.944 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:42.049 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:42.051 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:42.052 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [2024/06/01 12:35:42.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:42.075 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=register_task] [2024/06/01 12:35:42.076 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=register_task] [before=536870912000] [after=8] [2024/06/01 12:35:42.076 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=register_task] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=8] [cost=72.422µs] [2024/06/01 12:35:42.076 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=register_task] [takeTime=185.511µs] [] [2024/06/01 12:35:42.076 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:42.076 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:42.193 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=67] [mode=Import] [2024/06/01 12:35:42.245 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=67] [2024/06/01 12:35:42.298 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=67] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:42.341 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:42.343 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/06/01 12:35:42.344 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:42.353 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:42.353 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:42.353 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:42.353 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:42.354 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:42.354 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:42.354 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:42.354 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:42.354 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:42.369 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:42.370 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:42.370 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=register_task] [quota=374.2GB] [2024/06/01 12:35:42.370 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=67] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:42.370 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=register_task] [import-id=67] [disk-quota=348.5GiB] [2024/06/01 12:35:42.410 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [2024/06/01 12:35:42.414 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:42.418 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:42.419 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=316] [2024/06/01 12:35:42.453 +00:00] [INFO] [set.go:170] ["set global var"] [conn=3] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/01 12:35:42.471 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:42.806 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [2024/06/01 12:35:42.809 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=316] [key=register_task-1.tsv:0] [readDur=1.147722ms] [encodeDur=1.256422ms] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [deliverDur=289.537µs] [type=file] [takeTime=3.098202ms] [] [2024/06/01 12:35:42.810 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=37] [kvs=1] [files=1] [sstFileSize=935] [file=/tmp/tidb/import-4000/67/51a7a24d-77bd-5aff-aeb3-117ab334dd31.sst/2454d421-72a6-4b9b-b008-d0ee6f158366.sst] [firstKey=74800000000000013C5F728000000000000001] [lastKey=74800000000000013C5F728000000000000001] [2024/06/01 12:35:42.810 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=import] [subtask-id=128] [takeTime=399.676663ms] [] [2024/06/01 12:35:42.811 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/06/01 12:35:42.811 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/06/01 12:35:42.811 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:42.813 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.975754ms] [] [2024/06/01 12:35:42.813 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [2024/06/01 12:35:42.818 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:42.839 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] ["region ranges"=1] [count=1] [size=37] [2024/06/01 12:35:42.839 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:42.854 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [size=37] [kvs=1] [importedSize=37] [importedCount=1] [2024/06/01 12:35:42.856 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [retryCnt=0] [takeTime=42.76683ms] [] [2024/06/01 12:35:42.856 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [2024/06/01 12:35:42.857 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:0] [engineUUID=51a7a24d-77bd-5aff-aeb3-117ab334dd31] [takeTime=1.146366ms] [] [2024/06/01 12:35:42.857 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=67] [step=import] [engine-id=0] [2024/06/01 12:35:42.857 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:42.859 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=1.716414ms] [] [2024/06/01 12:35:42.859 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [2024/06/01 12:35:42.859 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:42.859 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [retryCnt=0] [takeTime=54.652µs] [] [2024/06/01 12:35:42.859 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [2024/06/01 12:35:42.860 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`load_data`.`register_task`:-1] [engineUUID=098f296f-4ab3-5292-9ccf-55f0a7a4e5d8] [takeTime=870.38µs] [] [2024/06/01 12:35:42.903 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=67] [step=import] [2024/06/01 12:35:42.906 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:42.906 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:42.906 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:42.906 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:42.906 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:42.906 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:42.906 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:42.906 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:42.907 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:42.907 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:42.907 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:42.907 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:42.907 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:42.909 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:42.909 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:42.909 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:42.909 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:42.909 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:42.909 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=567.96423ms] [] [2024/06/01 12:35:42.967 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:42.968 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:42.969 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:42.969 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:43.038 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":1,\"3\":2}}"] [2024/06/01 12:35:43.040 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=67] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:43.040 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:43.254 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:43.301 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/06/01 12:35:43.302 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/06/01 12:35:43.302 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [2024/06/01 12:35:43.310 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=7.86164ms] [] [2024/06/01 12:35:43.310 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [groupId=-1] [size=37] [kvs=1] [checksum=9112913226393502393] [2024/06/01 12:35:43.310 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [checksum="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/06/01 12:35:43.310 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [weight=30] [2024/06/01 12:35:43.310 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [concurrency=15] [2024/06/01 12:35:43.315 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=316] [physicalTableID=316] [indexID=-1] [checksum=9112913226393502393] [totalKvs=1] [totalBytes=37] [2024/06/01 12:35:43.316 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [local="{cksum=9112913226393502393,size=37,kvs=1}"] [2024/06/01 12:35:43.316 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=14.007957ms] [] [2024/06/01 12:35:43.316 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=67] [step=post-process] [subtask-id=129] [takeTime=14.279223ms] [] [2024/06/01 12:35:43.366 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=67] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=111.78259ms] [] [2024/06/01 12:35:43.366 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=67] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:43.367 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=67] [step=post-process] [state=running] [] [2024/06/01 12:35:43.370 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=67] [2024/06/01 12:35:43.420 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=67] [type=ImportInto] [2024/06/01 12:35:43.449 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=67] [2024/06/01 12:35:43.522 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.994026407\n# Parse_time: 0.000775032\n# Compile_time: 0.001878511\n# Rewrite_time: 0.000305886\n# Optimize_time: 0.001469104\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 1e4864f3b3c33ec7115f24b7f6261d10d8f700d004a4e5cacd1e00ca5620050c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `load_data`.`register_task` FROM 'gs://test-load/register_task-*.tsv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:35:43.527 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:43.527 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=67] === RUN TestImportInto/TestSameBehaviourDetachedOrNot [2024/06/01 12:35:43.539 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/06/01 12:35:43.542 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=228] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/06/01 12:35:43.598 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:43.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:43.598 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:43.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/06/01 12:35:43.637 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:43.659 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [category=ddl] [job="ID:319, Type:create schema, State:queueing, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:43.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:43.691 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=228] [neededSchemaVersion=229] ["start time"=1.094202ms] [gotSchemaVersion=229] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:43.703 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=319] [version=229] [2024/06/01 12:35:43.705 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=229] ["take time"=19.516287ms] [job="ID:319, Type:create schema, State:done, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:43.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:43.749 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=319] [conn=2] [job="ID:319, Type:create schema, State:synced, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:43.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:43.778 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=319] [2024/06/01 12:35:43.778 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:43.785 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=229] [cur_db=] [sql="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/06/01 12:35:43.840 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:43.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:43.840 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:43.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/06/01 12:35:43.912 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [category=ddl] [job="ID:321, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:43.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:43.972 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 320, Table Name: t1"] [2024/06/01 12:35:44.035 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=229] [neededSchemaVersion=230] ["start time"=2.575696ms] [gotSchemaVersion=230] [phyTblIDs="[320]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:44.047 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=321] [version=230] [2024/06/01 12:35:44.048 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=230] ["take time"=20.021402ms] [job="ID:321, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:43.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:44.115 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=321] [conn=2] [job="ID:321, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:320, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:43.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:44.151 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=321] [2024/06/01 12:35:44.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:44.155 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.372179181\n# Parse_time: 0.001026525\n# Compile_time: 0.001411604\n# Rewrite_time: 0.000056158\n# Optimize_time: 0.001203196\n# Wait_TS: 0.000383794\n# Is_internal: false\n# Digest: 432f3afcc274864365805e38284bd9d1ce7cebbc91bc9bc241ee6692f6142820\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (dt DATETIME, ts TIMESTAMP);"] [2024/06/01 12:35:44.157 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=230] [cur_db=] [sql="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [user=root@%] [2024/06/01 12:35:44.197 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:44.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:44.197 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:44.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/06/01 12:35:44.239 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [category=ddl] [job="ID:323, Type:create table, State:queueing, SchemaState:none, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:44.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:44.247 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 318, Table ID: 322, Table Name: t2"] [2024/06/01 12:35:44.303 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=230] [neededSchemaVersion=231] ["start time"=2.606018ms] [gotSchemaVersion=231] [phyTblIDs="[322]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:44.315 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=323] [version=231] [2024/06/01 12:35:44.317 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=231] ["take time"=20.793897ms] [job="ID:323, Type:create table, State:done, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:44.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:44.440 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=323] [conn=2] [job="ID:323, Type:create table, State:synced, SchemaState:public, SchemaID:318, TableID:322, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:44.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:44.479 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=323] [2024/06/01 12:35:44.479 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:44.483 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.327233649\n# Parse_time: 0.000441223\n# Compile_time: 0.001047388\n# Rewrite_time: 0.000046324\n# Optimize_time: 0.001203196\n# Wait_TS: 0.000366257\n# Is_internal: false\n# Digest: e9ba2dcc2a574fc4b46a542fa77c0bbf453db514bf088b55857a362aef3bf662\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (dt DATETIME, ts TIMESTAMP);"] [2024/06/01 12:35:44.499 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:44.718 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:44.870 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=68] [task-id=68] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:35:44.924 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=68] [2024/06/01 12:35:44.924 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:35:45.030 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:45.031 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:45.032 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [2024/06/01 12:35:45.053 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:45.059 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/01 12:35:45.059 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=39] [2024/06/01 12:35:45.059 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=64.999µs] [2024/06/01 12:35:45.059 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=226.242µs] [] [2024/06/01 12:35:45.059 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:45.059 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:35:45.181 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=68] [mode=Import] [2024/06/01 12:35:45.202 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=68] [2024/06/01 12:35:45.299 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=68] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:35:45.350 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:45.351 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/06/01 12:35:45.352 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:45.360 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:45.361 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:45.361 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:45.361 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:45.362 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:45.362 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:45.362 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:45.362 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:45.362 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:45.377 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:45.379 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:45.379 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/01 12:35:45.379 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=68] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:45.379 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=68] [disk-quota=348.5GiB] [2024/06/01 12:35:45.434 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [2024/06/01 12:35:45.438 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/01 12:35:45.442 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:45.442 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=320] [2024/06/01 12:35:45.457 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=320] [key=1.txt:0] [2024/06/01 12:35:45.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=320] [key=1.txt:0] [readDur=1.184877ms] [encodeDur=916.995µs] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [deliverDur=226.626µs] [type=file] [takeTime=2.813936ms] [] [2024/06/01 12:35:45.461 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=import] [subtask-id=130] [takeTime=27.159349ms] [] [2024/06/01 12:35:45.461 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/68/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/a977c75f-4f27-46fc-aa5c-6bc275401967.sst] [firstKey=7480000000000001405F728000000000000001] [lastKey=7480000000000001405F728000000000000001] [2024/06/01 12:35:45.461 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/06/01 12:35:45.461 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/06/01 12:35:45.461 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/01 12:35:45.463 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.007794ms] [] [2024/06/01 12:35:45.463 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/06/01 12:35:45.468 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:45.490 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=47] [2024/06/01 12:35:45.490 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:45.504 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/06/01 12:35:45.506 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=42.267094ms] [] [2024/06/01 12:35:45.506 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/01 12:35:45.507 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.14179ms] [] [2024/06/01 12:35:45.507 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=68] [step=import] [engine-id=0] [2024/06/01 12:35:45.507 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:45.509 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.609111ms] [] [2024/06/01 12:35:45.509 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/06/01 12:35:45.509 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:45.509 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=64.578µs] [] [2024/06/01 12:35:45.509 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:45.510 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=897.957µs] [] [2024/06/01 12:35:45.562 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=68] [step=import] [2024/06/01 12:35:45.565 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:45.565 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:45.565 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:45.565 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:45.565 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:45.565 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:45.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:45.565 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:45.566 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:45.566 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:45.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:45.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:45.566 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:45.568 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:45.568 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:45.568 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:45.568 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:45.568 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:45.568 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=217.886856ms] [] [2024/06/01 12:35:45.647 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:45.648 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:45.649 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:45.649 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:45.777 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/06/01 12:35:45.778 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=68] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:45.778 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:35:45.930 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:45.980 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/06/01 12:35:45.980 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/06/01 12:35:45.980 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [2024/06/01 12:35:45.988 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=7.38232ms] [] [2024/06/01 12:35:45.988 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [groupId=-1] [size=47] [kvs=1] [checksum=10446017286793149145] [2024/06/01 12:35:45.988 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [checksum="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/06/01 12:35:45.988 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [weight=30] [2024/06/01 12:35:45.988 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [concurrency=15] [2024/06/01 12:35:45.992 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=320] [physicalTableID=320] [indexID=-1] [checksum=10446017286793149145] [totalKvs=1] [totalBytes=47] [2024/06/01 12:35:45.993 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [local="{cksum=10446017286793149145,size=47,kvs=1}"] [2024/06/01 12:35:45.993 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=12.326759ms] [] [2024/06/01 12:35:45.993 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=68] [step=post-process] [subtask-id=131] [takeTime=12.499637ms] [] [2024/06/01 12:35:46.037 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=68] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=107.655609ms] [] [2024/06/01 12:35:46.044 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=68] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:46.044 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=68] [step=post-process] [state=running] [] [2024/06/01 12:35:46.047 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=68] [2024/06/01 12:35:46.153 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=68] [type=ImportInto] [2024/06/01 12:35:46.157 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=68] [2024/06/01 12:35:46.181 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:46.181 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=68] [2024/06/01 12:35:46.268 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:46.427 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.942307862\n# Parse_time: 0.000577366\n# Compile_time: 0.001804928\n# Rewrite_time: 0.00032558\n# Optimize_time: 0.001203196\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:35:46.441 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:46.706 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:46.811 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=69] [task-id=69] [data-size=39B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:35:46.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.39145142\n# Parse_time: 0.000621284\n# Compile_time: 0.001495416\n# Rewrite_time: 0.000336569\n# Optimize_time: 0.001203196\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mzg4LjdtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mzg4LjdtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/06/01 12:35:46.859 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=69] [2024/06/01 12:35:46.859 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:35:47.011 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:47.012 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:47.013 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [2024/06/01 12:35:47.037 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:47.040 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:35:47.040 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=39] [2024/06/01 12:35:47.041 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=39] [cost=56.332µs] [2024/06/01 12:35:47.041 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=165.488µs] [] [2024/06/01 12:35:47.041 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:47.041 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:35:47.163 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=69] [mode=Import] [2024/06/01 12:35:47.182 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=69] [2024/06/01 12:35:47.208 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=69] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:35:47.251 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:47.252 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/06/01 12:35:47.253 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:47.262 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:47.262 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:47.262 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:47.262 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:47.263 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:47.263 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:47.263 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:47.263 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:47.263 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:47.279 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:47.281 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:47.281 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/01 12:35:47.281 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=69] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:47.281 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=69] [disk-quota=348.5GiB] [2024/06/01 12:35:47.325 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [2024/06/01 12:35:47.330 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/01 12:35:47.333 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:47.333 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=322] [2024/06/01 12:35:47.363 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=322] [key=1.txt:0] [2024/06/01 12:35:47.367 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=322] [key=1.txt:0] [readDur=1.917262ms] [encodeDur=1.049813ms] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [deliverDur=293.751µs] [type=file] [takeTime=3.622941ms] [] [2024/06/01 12:35:47.367 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=import] [subtask-id=132] [takeTime=42.048258ms] [] [2024/06/01 12:35:47.368 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=47] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/import-4000/69/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/3e704eff-ee80-435a-9134-0ed69bdd54f3.sst] [firstKey=7480000000000001425F728000000000000001] [lastKey=7480000000000001425F728000000000000001] [2024/06/01 12:35:47.368 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/06/01 12:35:47.368 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/06/01 12:35:47.368 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/01 12:35:47.370 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.027341ms] [] [2024/06/01 12:35:47.370 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/06/01 12:35:47.374 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:47.397 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=47] [2024/06/01 12:35:47.397 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:47.461 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=47] [kvs=1] [importedSize=47] [importedCount=1] [2024/06/01 12:35:47.464 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=93.774991ms] [] [2024/06/01 12:35:47.464 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/01 12:35:47.466 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.520037ms] [] [2024/06/01 12:35:47.466 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=69] [step=import] [engine-id=0] [2024/06/01 12:35:47.466 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:47.468 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=2.115375ms] [] [2024/06/01 12:35:47.468 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/06/01 12:35:47.468 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:47.468 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=86.66µs] [] [2024/06/01 12:35:47.468 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:47.469 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.102254ms] [] [2024/06/01 12:35:47.524 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=69] [step=import] [2024/06/01 12:35:47.528 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:47.528 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:47.528 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:47.529 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:47.529 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:47.529 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:47.529 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:47.531 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:47.532 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:47.532 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:47.532 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:47.532 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:47.532 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=280.601278ms] [] [2024/06/01 12:35:47.580 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:47.581 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:47.582 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:47.582 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:47.646 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8,\"2\":8}}"] [2024/06/01 12:35:47.647 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=69] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:47.647 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:35:47.866 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:47.916 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/06/01 12:35:47.917 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/06/01 12:35:47.917 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [2024/06/01 12:35:47.926 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=9.214941ms] [] [2024/06/01 12:35:47.926 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [groupId=-1] [size=47] [kvs=1] [checksum=12835452298760226051] [2024/06/01 12:35:47.926 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [checksum="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/06/01 12:35:47.926 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [weight=30] [2024/06/01 12:35:47.926 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [concurrency=15] [2024/06/01 12:35:47.931 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=322] [physicalTableID=322] [indexID=-1] [checksum=12835452298760226051] [totalKvs=1] [totalBytes=47] [2024/06/01 12:35:47.932 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [local="{cksum=12835452298760226051,size=47,kvs=1}"] [2024/06/01 12:35:47.932 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=15.414312ms] [] [2024/06/01 12:35:47.932 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=69] [step=post-process] [subtask-id=133] [takeTime=15.6936ms] [] [2024/06/01 12:35:47.971 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=69] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=105.644715ms] [] [2024/06/01 12:35:47.988 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=69] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:47.988 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=69] [step=post-process] [state=running] [] [2024/06/01 12:35:47.990 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=69] [2024/06/01 12:35:48.055 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=69] [type=ImportInto] [2024/06/01 12:35:48.064 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=69] [2024/06/01 12:35:48.091 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:48.091 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=69] [2024/06/01 12:35:48.177 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:48.869 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=231] [cur_db=] [sql="DROP DATABASE IF EXISTS test_detached;"] [user=root@%] [2024/06/01 12:35:48.911 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:48.911 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS test_detached;"] [2024/06/01 12:35:48.986 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:queueing, SchemaState:public, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.036 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=231] [neededSchemaVersion=232] ["start time"=3.225765ms] [gotSchemaVersion=232] [phyTblIDs="[320,322]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:49.050 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=324] [version=232] [2024/06/01 12:35:49.052 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=232] ["take time"=24.427914ms] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.111 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:write only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.144 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=232] [neededSchemaVersion=233] ["start time"=219.925µs] [gotSchemaVersion=233] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:49.156 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=324] [version=233] [2024/06/01 12:35:49.158 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=233] ["take time"=17.907254ms] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.240 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [category=ddl] [job="ID:324, Type:drop schema, State:running, SchemaState:delete only, SchemaID:318, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.272 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=233] [neededSchemaVersion=234] ["start time"=200.348µs] [gotSchemaVersion=234] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:35:49.341 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=324] [version=234] [2024/06/01 12:35:49.343 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=234] ["take time"=75.346251ms] [job="ID:324, Type:drop schema, State:done, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.410 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=324] [tableIDs="[320,322]"] [comment="drop schema: table IDs"] [2024/06/01 12:35:49.426 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=324] [jobType="drop schema"] [2024/06/01 12:35:49.430 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=324] [conn=2] [job="ID:324, Type:drop schema, State:synced, SchemaState:none, SchemaID:318, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:48.837 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.477 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=324] [2024/06/01 12:35:49.477 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:49.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.61254311\n# Parse_time: 0.000332065\n# Compile_time: 0.000745491\n# Rewrite_time: 0.000040845\n# Optimize_time: 0.001730237\n# Wait_TS: 0.000559631\n# Is_internal: false\n# Digest: 427353e7fe5ce033c298362348c2c614e9220922ba349be6be3ea6bc83dd6493\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS test_detached;"] [2024/06/01 12:35:49.483 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=234] [cur_db=] [sql="CREATE DATABASE test_detached;"] [user=root@%] [2024/06/01 12:35:49.512 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:49.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:49.512 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:49.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE test_detached;"] [2024/06/01 12:35:49.560 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [category=ddl] [job="ID:326, Type:create schema, State:queueing, SchemaState:none, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:49.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.592 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=234] [neededSchemaVersion=235] ["start time"=1.095134ms] [gotSchemaVersion=235] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:49.604 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=326] [version=235] [2024/06/01 12:35:49.606 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=235] ["take time"=18.449349ms] [job="ID:326, Type:create schema, State:done, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:49.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.680 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=326] [conn=2] [job="ID:326, Type:create schema, State:synced, SchemaState:public, SchemaID:325, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:49.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.707 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=326] [2024/06/01 12:35:49.707 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:49.713 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=235] [cur_db=] [sql="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/06/01 12:35:49.827 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:49.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:49.827 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:49.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/06/01 12:35:49.872 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [category=ddl] [job="ID:328, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:49.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:49.881 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 327, Table Name: t1"] [2024/06/01 12:35:49.953 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=235] [neededSchemaVersion=236] ["start time"=2.78409ms] [gotSchemaVersion=236] [phyTblIDs="[327]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:49.966 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=328] [version=236] [2024/06/01 12:35:49.967 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=236] ["take time"=22.196696ms] [job="ID:328, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:49.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:50.049 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=328] [conn=2] [job="ID:328, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:327, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:49.687 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:50.094 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=328] [2024/06/01 12:35:50.094 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:50.097 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.386013044\n# Parse_time: 0.000612041\n# Compile_time: 0.001559284\n# Rewrite_time: 0.000057128\n# Optimize_time: 0.001730237\n# Wait_TS: 0.000434633\n# Is_internal: false\n# Digest: 42d67e0c3086f8f7601a3c1f302399fdc2929806d264ce7cbcabc80140edb6f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t1 (c INT NOT NULL, c2 TINYINT);"] [2024/06/01 12:35:50.100 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=236] [cur_db=] [sql="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [user=root@%] [2024/06/01 12:35:50.149 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:50.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:50.149 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:50.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/06/01 12:35:50.202 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [category=ddl] [job="ID:330, Type:create table, State:queueing, SchemaState:none, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:50.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:50.210 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 325, Table ID: 329, Table Name: t2"] [2024/06/01 12:35:50.319 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=236] [neededSchemaVersion=237] ["start time"=3.185097ms] [gotSchemaVersion=237] [phyTblIDs="[329]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:50.332 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=330] [version=237] [2024/06/01 12:35:50.334 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=237] ["take time"=24.181231ms] [job="ID:330, Type:create table, State:done, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:50.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:50.409 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=330] [conn=2] [job="ID:330, Type:create table, State:synced, SchemaState:public, SchemaID:325, TableID:329, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:50.087 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:50.457 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=330] [2024/06/01 12:35:50.457 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:50.461 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.362893461\n# Parse_time: 0.000577376\n# Compile_time: 0.000955736\n# Rewrite_time: 0.000055359\n# Optimize_time: 0.001730237\n# Wait_TS: 0.00043859\n# Is_internal: false\n# Digest: 1725021cf72262b167e3549be35c78a8fcec3fb9c1af28c0454c1f40eda26497\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE test_detached.t2 (c INT NOT NULL, c2 TINYINT);"] [2024/06/01 12:35:50.479 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:50.747 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:50.842 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=70] [task-id=70] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:35:50.883 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=70] [2024/06/01 12:35:50.883 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:35:50.990 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:50.991 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:50.992 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [2024/06/01 12:35:51.016 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:51.019 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/01 12:35:51.019 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=5] [2024/06/01 12:35:51.019 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=69.675µs] [2024/06/01 12:35:51.019 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=194.21µs] [] [2024/06/01 12:35:51.020 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:51.020 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:35:51.197 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=70] [mode=Import] [2024/06/01 12:35:51.217 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=70] [2024/06/01 12:35:51.228 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=70] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:35:51.268 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:51.269 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/06/01 12:35:51.271 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:51.280 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:51.280 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:51.280 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:51.280 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:51.282 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:51.282 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:51.282 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:51.282 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:51.282 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:51.297 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:51.298 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:51.298 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/01 12:35:51.299 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=70] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:51.299 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=70] [disk-quota=348.5GiB] [2024/06/01 12:35:51.341 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [2024/06/01 12:35:51.346 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/01 12:35:51.350 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:51.350 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=327] [2024/06/01 12:35:51.382 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=327] [key=1.txt:0] [2024/06/01 12:35:51.384 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=327] [key=1.txt:0] [readDur=1.10064ms] [encodeDur=671.584µs] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [deliverDur=349.015µs] [type=file] [takeTime=2.572125ms] [] [2024/06/01 12:35:51.385 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=import] [subtask-id=134] [takeTime=43.955175ms] [] [2024/06/01 12:35:51.385 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/70/3ae7f001-78df-5ff2-91c4-d73c344f65c1.sst/1a5cf5af-0d29-4fc0-a667-f0d8b95f5231.sst] [firstKey=7480000000000001475F728000000000000001] [lastKey=7480000000000001475F728000000000000001] [2024/06/01 12:35:51.385 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/06/01 12:35:51.385 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/06/01 12:35:51.386 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/01 12:35:51.388 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=2.089304ms] [] [2024/06/01 12:35:51.388 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [2024/06/01 12:35:51.392 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:51.414 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] ["region ranges"=1] [count=1] [size=33] [2024/06/01 12:35:51.414 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:51.429 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/06/01 12:35:51.430 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [retryCnt=0] [takeTime=42.580628ms] [] [2024/06/01 12:35:51.430 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [2024/06/01 12:35:51.432 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:0] [engineUUID=3ae7f001-78df-5ff2-91c4-d73c344f65c1] [takeTime=1.08969ms] [] [2024/06/01 12:35:51.432 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=70] [step=import] [engine-id=0] [2024/06/01 12:35:51.432 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:51.433 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=1.59297ms] [] [2024/06/01 12:35:51.433 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [2024/06/01 12:35:51.433 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:51.434 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [retryCnt=0] [takeTime=78.322µs] [] [2024/06/01 12:35:51.434 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [2024/06/01 12:35:51.435 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t1`:-1] [engineUUID=236fca0d-9ac9-528c-a14d-cb65c9505a78] [takeTime=936.656µs] [] [2024/06/01 12:35:51.484 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=70] [step=import] [2024/06/01 12:35:51.487 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:51.487 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:51.487 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:51.488 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:51.488 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:51.488 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:51.490 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:51.490 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:51.490 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:51.490 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:51.490 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:51.490 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=221.63158ms] [] [2024/06/01 12:35:51.505 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:51.506 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:51.507 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:51.508 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:51.626 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/06/01 12:35:51.627 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=70] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:51.627 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:35:51.788 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:51.840 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/06/01 12:35:51.840 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/06/01 12:35:51.840 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [2024/06/01 12:35:51.848 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=7.480405ms] [] [2024/06/01 12:35:51.848 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [groupId=-1] [size=33] [kvs=1] [checksum=993147155581682176] [2024/06/01 12:35:51.848 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [checksum="{cksum=993147155581682176,size=33,kvs=1}"] [2024/06/01 12:35:51.848 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [weight=30] [2024/06/01 12:35:51.848 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [concurrency=15] [2024/06/01 12:35:51.852 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=327] [physicalTableID=327] [indexID=-1] [checksum=993147155581682176] [totalKvs=1] [totalBytes=33] [2024/06/01 12:35:51.852 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [local="{cksum=993147155581682176,size=33,kvs=1}"] [2024/06/01 12:35:51.853 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=12.52256ms] [] [2024/06/01 12:35:51.853 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=70] [step=post-process] [subtask-id=135] [takeTime=12.708888ms] [] [2024/06/01 12:35:51.899 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=70] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=110.830439ms] [] [2024/06/01 12:35:51.907 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=70] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:51.907 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=70] [step=post-process] [state=running] [] [2024/06/01 12:35:51.910 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=70] [2024/06/01 12:35:52.018 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=70] [type=ImportInto] [2024/06/01 12:35:52.020 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=70] [2024/06/01 12:35:52.041 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:52.041 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=70] [2024/06/01 12:35:52.110 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.647769824\n# Parse_time: 0.001051281\n# Compile_time: 0.001879726\n# Rewrite_time: 0.000326854\n# Optimize_time: 0.001730237\n# Wait_TS: 0\n# Is_internal: false\n# Digest: 774e96f70f54201ff90b227839cc6a84156ba01693c8ca009f9710ecb324ae55\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t1` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:35:52.125 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:52.138 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:52.389 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null,\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:35:52.480 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=71] [task-id=71] [data-size=5B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:35:52.488 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.376888249\n# Parse_time: 0.001034778\n# Compile_time: 0.001669598\n# Rewrite_time: 0.000398624\n# Optimize_time: 0.001730237\n# Wait_TS: 0\n# Is_internal: false\n# Digest: c076a4f34f52ff3f1e947c5a213a4e3cbcf500b0cc838e94eb45201a51d04df4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzczLjVtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzczLjVtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `test_detached`.`t2` FROM 'gs://test-detached/1.txt?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached, thread=1;"] [2024/06/01 12:35:52.524 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=71] [2024/06/01 12:35:52.524 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:35:52.629 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:52.630 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:52.631 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [2024/06/01 12:35:52.651 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:52.654 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:35:52.654 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=5] [2024/06/01 12:35:52.654 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=5] [cost=60.781µs] [2024/06/01 12:35:52.654 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=197.799µs] [] [2024/06/01 12:35:52.655 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:52.655 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:35:52.840 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=71] [mode=Import] [2024/06/01 12:35:52.860 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=71] [2024/06/01 12:35:52.881 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=71] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:35:52.922 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:52.923 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/06/01 12:35:52.924 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:52.934 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:52.934 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:52.934 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:52.934 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:52.935 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:52.935 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:52.936 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:52.936 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:52.936 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:52.952 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:52.954 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:52.954 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/01 12:35:52.954 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=71] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:52.954 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=71] [disk-quota=348.5GiB] [2024/06/01 12:35:53.001 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [2024/06/01 12:35:53.005 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/01 12:35:53.009 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:53.009 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=329] [2024/06/01 12:35:53.031 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=329] [key=1.txt:0] [2024/06/01 12:35:53.034 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=329] [key=1.txt:0] [readDur=1.270036ms] [encodeDur=515.489µs] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [deliverDur=336.184µs] [type=file] [takeTime=2.563924ms] [] [2024/06/01 12:35:53.035 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/71/ad22e41c-f30a-50a8-9086-89d3ea93a06e.sst/a2be6325-d310-44dc-b2f2-41c1c2a3632d.sst] [firstKey=7480000000000001495F728000000000000001] [lastKey=7480000000000001495F728000000000000001] [2024/06/01 12:35:53.035 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=import] [subtask-id=136] [takeTime=34.177353ms] [] [2024/06/01 12:35:53.035 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/06/01 12:35:53.035 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/06/01 12:35:53.035 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/01 12:35:53.037 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=2.152049ms] [] [2024/06/01 12:35:53.038 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [2024/06/01 12:35:53.042 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:53.064 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] ["region ranges"=1] [count=1] [size=33] [2024/06/01 12:35:53.064 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:53.077 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/06/01 12:35:53.079 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [retryCnt=0] [takeTime=41.85343ms] [] [2024/06/01 12:35:53.080 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [2024/06/01 12:35:53.081 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:0] [engineUUID=ad22e41c-f30a-50a8-9086-89d3ea93a06e] [takeTime=1.096532ms] [] [2024/06/01 12:35:53.081 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=71] [step=import] [engine-id=0] [2024/06/01 12:35:53.081 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:53.082 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.491288ms] [] [2024/06/01 12:35:53.082 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [2024/06/01 12:35:53.082 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:53.082 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [retryCnt=0] [takeTime=66.663µs] [] [2024/06/01 12:35:53.083 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [2024/06/01 12:35:53.084 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_detached`.`t2`:-1] [engineUUID=964427c2-81fe-5e20-9cf8-2220d41449c0] [takeTime=1.056822ms] [] [2024/06/01 12:35:53.135 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=71] [step=import] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:53.139 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:53.139 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:53.139 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:53.139 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:53.141 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:53.141 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:53.141 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:53.141 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:53.142 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:53.142 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=219.46199ms] [] [2024/06/01 12:35:53.146 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:53.147 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:53.148 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:53.148 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:53.222 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":1,\"2\":2}}"] [2024/06/01 12:35:53.223 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=71] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:53.223 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:35:53.429 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:35:53.476 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/06/01 12:35:53.476 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/06/01 12:35:53.476 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [2024/06/01 12:35:53.484 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=7.635724ms] [] [2024/06/01 12:35:53.484 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [groupId=-1] [size=33] [kvs=1] [checksum=17004222232752915364] [2024/06/01 12:35:53.484 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [checksum="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/06/01 12:35:53.484 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [weight=30] [2024/06/01 12:35:53.484 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [concurrency=15] [2024/06/01 12:35:53.488 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=329] [physicalTableID=329] [indexID=-1] [checksum=17004222232752915364] [totalKvs=1] [totalBytes=33] [2024/06/01 12:35:53.489 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [local="{cksum=17004222232752915364,size=33,kvs=1}"] [2024/06/01 12:35:53.489 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=12.597827ms] [] [2024/06/01 12:35:53.489 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=71] [step=post-process] [subtask-id=137] [takeTime=12.835898ms] [] [2024/06/01 12:35:53.540 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=71] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=110.91478ms] [] [2024/06/01 12:35:53.545 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=71] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:53.545 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=71] [step=post-process] [state=running] [] [2024/06/01 12:35:53.547 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=71] [2024/06/01 12:35:53.590 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=71] [type=ImportInto] [2024/06/01 12:35:53.675 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=71] [2024/06/01 12:35:53.708 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:53.708 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=71] [2024/06/01 12:35:53.808 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowDetachedJob [2024/06/01 12:35:54.546 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="drop database if exists show_detached_job"] [user=root@%] [2024/06/01 12:35:54.550 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=237] [cur_db=] [sql="create database show_detached_job"] [user=root@%] [2024/06/01 12:35:54.584 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:54.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:54.584 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:54.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database show_detached_job"] [2024/06/01 12:35:54.664 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [category=ddl] [job="ID:332, Type:create schema, State:queueing, SchemaState:none, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:54.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:54.754 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=237] [neededSchemaVersion=238] ["start time"=1.146992ms] [gotSchemaVersion=238] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:35:54.768 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=332] [version=238] [2024/06/01 12:35:54.770 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=238] ["take time"=21.769614ms] [job="ID:332, Type:create schema, State:done, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:35:54.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:54.842 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=332] [conn=2] [job="ID:332, Type:create schema, State:synced, SchemaState:public, SchemaID:331, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:54.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:54.871 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=332] [2024/06/01 12:35:54.871 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:54.875 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.327023849\n# Parse_time: 0.000632428\n# Compile_time: 0.000795239\n# Rewrite_time: 0.000037347\n# Optimize_time: 0.001678401\n# Wait_TS: 0.000353619\n# Is_internal: false\n# Digest: 25246314a6ebd7f69b688638b3b82878b020e36513e3490e8f74e07653bbcfc5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database show_detached_job;"] [2024/06/01 12:35:54.879 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=238] [cur_db=show_detached_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:35:54.925 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:54.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:54.924 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:54.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:35:54.965 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [category=ddl] [job="ID:334, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:54.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:54.973 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 333, Table Name: t1"] [2024/06/01 12:35:55.037 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=238] [neededSchemaVersion=239] ["start time"=2.742425ms] [gotSchemaVersion=239] [phyTblIDs="[333]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:55.048 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=334] [version=239] [2024/06/01 12:35:55.050 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=239] ["take time"=19.972361ms] [job="ID:334, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:54.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.122 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=334] [conn=2] [job="ID:334, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:333, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:54.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.215 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=334] [2024/06/01 12:35:55.215 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:55.219 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.341001072\n# Parse_time: 0.000476272\n# Compile_time: 0.000753067\n# Rewrite_time: 0.00004582\n# Optimize_time: 0.001678401\n# Wait_TS: 0.000412693\n# DB: show_detached_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse show_detached_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:35:55.222 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=239] [cur_db=show_detached_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:35:55.262 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:55.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:55.262 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:55.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/01 12:35:55.309 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [category=ddl] [job="ID:336, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:55.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.317 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 335, Table Name: t2"] [2024/06/01 12:35:55.368 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=239] [neededSchemaVersion=240] ["start time"=2.866329ms] [gotSchemaVersion=240] [phyTblIDs="[335]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:55.382 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=336] [version=240] [2024/06/01 12:35:55.384 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=240] ["take time"=23.059364ms] [job="ID:336, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:55.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.460 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=336] [conn=2] [job="ID:336, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:335, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:55.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.497 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=336] [2024/06/01 12:35:55.498 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:55.503 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=240] [cur_db=show_detached_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:35:55.547 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:55.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:35:55.547 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:55.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/06/01 12:35:55.587 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [category=ddl] [job="ID:338, Type:create table, State:queueing, SchemaState:none, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:55.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.595 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 331, Table ID: 337, Table Name: t3"] [2024/06/01 12:35:55.701 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=240] [neededSchemaVersion=241] ["start time"=2.640497ms] [gotSchemaVersion=241] [phyTblIDs="[337]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:35:55.716 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=338] [version=241] [2024/06/01 12:35:55.718 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=241] ["take time"=24.438773ms] [job="ID:338, Type:create table, State:done, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:2, start time: 2024-06-01 12:35:55.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.771 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=338] [conn=2] [job="ID:338, Type:create table, State:synced, SchemaState:public, SchemaID:331, TableID:337, RowCount:0, ArgLen:0, start time: 2024-06-01 12:35:55.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:35:55.805 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=338] [2024/06/01 12:35:55.805 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:35:55.809 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.306826725\n# Parse_time: 0.000446994\n# Compile_time: 0.000850665\n# Rewrite_time: 0.000051292\n# Optimize_time: 0.001678401\n# Wait_TS: 0.000410766\n# DB: show_detached_job\n# Is_internal: false\n# Digest: a5e0f5a0f1316e9f992b3345acf5f33a1d5080943c74940823bbffb5217d5671\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/06/01 12:35:55.827 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:55.997 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:35:56.127 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=72] [task-id=72] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:56.137 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.325891776\n# Parse_time: 0.001356981\n# Compile_time: 0.002613334\n# Rewrite_time: 0.000348544\n# Optimize_time: 0.001678401\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: c4fea08b379d575726c4116a5ec31132ec35ecd71972dbdaf5df3f791809cd2f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzIxLjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzIxLjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t1` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/01 12:35:56.183 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=72] [2024/06/01 12:35:56.184 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:56.289 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:56.290 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:56.291 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [2024/06/01 12:35:56.312 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:56.315 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/01 12:35:56.315 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/01 12:35:56.316 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=55.793µs] [2024/06/01 12:35:56.316 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=160.284µs] [] [2024/06/01 12:35:56.316 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:56.316 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:56.417 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=72] [mode=Import] [2024/06/01 12:35:56.439 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=72] [2024/06/01 12:35:56.449 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=72] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:56.538 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:56.539 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/06/01 12:35:56.540 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:56.550 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:56.550 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:56.550 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:56.550 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:56.551 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:56.551 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:56.551 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:56.551 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:56.551 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:56.567 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:56.569 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:56.569 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/01 12:35:56.569 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=72] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:56.569 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=72] [disk-quota=348.5GiB] [2024/06/01 12:35:56.614 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [2024/06/01 12:35:56.618 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/06/01 12:35:56.622 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/01 12:35:56.622 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=333] [2024/06/01 12:35:56.646 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=333] [key=t.csv:0] [2024/06/01 12:35:56.649 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=333] [key=t.csv:0] [readDur=1.313259ms] [encodeDur=551.258µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=341.879µs] [type=file] [takeTime=2.668124ms] [] [2024/06/01 12:35:56.650 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/72/4c8e15fc-755f-59dd-958d-7cda1975f957.sst/eba41fef-be31-4607-9da6-12b011d2e9e0.sst] [firstKey=74800000000000014D5F728000000000000001] [lastKey=74800000000000014D5F728000000000000002] [2024/06/01 12:35:56.650 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=import] [subtask-id=138] [takeTime=35.926279ms] [] [2024/06/01 12:35:56.651 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/06/01 12:35:56.651 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/06/01 12:35:56.651 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/06/01 12:35:56.653 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.716202ms] [] [2024/06/01 12:35:56.653 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [2024/06/01 12:35:56.658 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:56.680 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:35:56.680 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:56.693 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=4c8e15fc-755f-59dd-958d-7cda1975f957] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:35:56.695 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [retryCnt=0] [takeTime=42.395144ms] [] [2024/06/01 12:35:56.695 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [2024/06/01 12:35:56.696 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:0] [engineUUID=4c8e15fc-755f-59dd-958d-7cda1975f957] [takeTime=1.188077ms] [] [2024/06/01 12:35:56.697 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=72] [step=import] [engine-id=0] [2024/06/01 12:35:56.697 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/01 12:35:56.698 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.658395ms] [] [2024/06/01 12:35:56.698 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [2024/06/01 12:35:56.698 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/01 12:35:56.699 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [retryCnt=0] [takeTime=62.774µs] [] [2024/06/01 12:35:56.699 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [2024/06/01 12:35:56.700 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t1`:-1] [engineUUID=38e1d7a7-2ea1-56c0-bcef-2900d2787215] [takeTime=1.002602ms] [] [2024/06/01 12:35:56.761 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=72] [step=import] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:56.764 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:56.764 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:56.764 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:56.764 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:56.766 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:56.766 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:56.766 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:56.766 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:56.766 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:56.766 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=228.564567ms] [] [2024/06/01 12:35:56.810 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:56.811 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:56.812 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:56.812 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:56.945 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/01 12:35:56.947 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=72] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:56.947 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:57.098 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:57.144 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/06/01 12:35:57.144 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/06/01 12:35:57.144 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [2024/06/01 12:35:57.144 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=10.374µs] [] [2024/06/01 12:35:57.144 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/01 12:35:57.144 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:35:57.144 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [weight=30] [2024/06/01 12:35:57.145 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [concurrency=15] [2024/06/01 12:35:57.149 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=333] [physicalTableID=333] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/01 12:35:57.150 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:35:57.150 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.641793ms] [] [2024/06/01 12:35:57.150 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=72] [step=post-process] [subtask-id=139] [takeTime=5.83512ms] [] [2024/06/01 12:35:57.197 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=72] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=98.917654ms] [] [2024/06/01 12:35:57.206 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=72] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:35:57.206 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=72] [step=post-process] [state=running] [] [2024/06/01 12:35:57.209 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=72] [2024/06/01 12:35:57.316 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=72] [type=ImportInto] [2024/06/01 12:35:57.318 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=72] [2024/06/01 12:35:57.339 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:57.340 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=72] [2024/06/01 12:35:57.409 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:57.680 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:57.968 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:35:58.055 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=73] [task-id=73] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:58.062 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.395563921\n# Parse_time: 0.000460936\n# Compile_time: 0.001300676\n# Rewrite_time: 0.000293604\n# Optimize_time: 0.000960201\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: 098f14f0010fe14d812061e6965be2de38ec71c5b5b64ab8c8e22c08cd8067ee\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzkzLjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzkzLjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t2` FROM 'gs://test-show-detached-job/t2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/01 12:35:58.099 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=73] [2024/06/01 12:35:58.100 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:35:58.224 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:35:58.225 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:58.226 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [2024/06/01 12:35:58.246 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:58.249 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:35:58.249 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/01 12:35:58.249 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=53.919µs] [2024/06/01 12:35:58.249 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=160.785µs] [] [2024/06/01 12:35:58.250 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:35:58.250 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:35:58.364 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=73] [mode=Import] [2024/06/01 12:35:58.382 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=73] [2024/06/01 12:35:58.417 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=73] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:35:58.462 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:58.463 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/06/01 12:35:58.464 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:58.473 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:35:58.473 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:35:58.474 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:58.474 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:35:58.475 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:35:58.475 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:58.475 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:35:58.475 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:35:58.475 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:58.490 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:35:58.491 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:35:58.492 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/01 12:35:58.492 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=73] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:35:58.492 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=73] [disk-quota=348.5GiB] [2024/06/01 12:35:58.534 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [2024/06/01 12:35:58.538 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/06/01 12:35:58.542 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/01 12:35:58.542 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=335] [2024/06/01 12:35:58.651 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [2024/06/01 12:35:58.654 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=335] [key=t2.csv:0] [readDur=1.291185ms] [encodeDur=721.053µs] [checksum="{cksum=0,size=50,kvs=2}"] [deliverDur=160.215µs] [type=file] [takeTime=2.543234ms] [] [2024/06/01 12:35:58.654 +00:00] [WARN] [engine.go:1411] ["duplicated key found, skip write"] [category=ddl-ingest] [key=74800000000000014F5F728000000000000001] [2024/06/01 12:35:58.655 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=73] [step=import] [subtask-id=140] [takeTime=120.910675ms] [] [Pipeline] // withEnv [2024/06/01 12:35:58.655 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25] [kvs=2] [files=1] [sstFileSize=923] [file=/tmp/tidb/import-4000/73/385b6216-6ebc-5909-bf6e-7976f99624d0.sst/c9c08755-4e30-4843-9eb5-d73b74b03d4e.sst] [firstKey=74800000000000014F5F728000000000000001] [lastKey=74800000000000014F5F728000000000000001] [2024/06/01 12:35:58.655 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/06/01 12:35:58.655 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/06/01 12:35:58.655 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/06/01 12:35:58.713 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=57.610017ms] [] [2024/06/01 12:35:58.713 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [2024/06/01 12:35:58.720 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:35:58.742 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] ["region ranges"=1] [count=2] [size=25] [2024/06/01 12:35:58.742 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:35:58.757 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=385b6216-6ebc-5909-bf6e-7976f99624d0] [size=25] [kvs=2] [importedSize=25] [importedCount=1] [2024/06/01 12:35:58.759 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [retryCnt=0] [takeTime=45.839354ms] [] [2024/06/01 12:35:58.759 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [2024/06/01 12:35:58.761 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:0] [engineUUID=385b6216-6ebc-5909-bf6e-7976f99624d0] [takeTime=1.3434ms] [] [2024/06/01 12:35:58.761 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=73] [step=import] [engine-id=0] [2024/06/01 12:35:58.761 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/01 12:35:58.763 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.829373ms] [] [2024/06/01 12:35:58.763 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [2024/06/01 12:35:58.763 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/01 12:35:58.763 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [retryCnt=0] [takeTime=69.525µs] [] [2024/06/01 12:35:58.763 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [2024/06/01 12:35:58.764 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t2`:-1] [engineUUID=e217af54-bdcc-5600-bbdb-9279f0f79710] [takeTime=1.045659ms] [] [2024/06/01 12:35:58.816 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=73] [step=import] [2024/06/01 12:35:58.819 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:35:58.819 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:35:58.820 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:35:58.820 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:58.820 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:58.820 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:35:58.822 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:35:58.823 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:35:58.823 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:35:58.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:35:58.823 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:35:58.823 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=360.566864ms] [] [2024/06/01 12:35:58.825 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:35:58.826 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:35:58.827 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [2024/06/01 12:35:58.827 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:35:58.895 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":2}}"] [2024/06/01 12:35:58.897 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=73] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:35:58.897 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:35:59.026 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:35:59.129 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/06/01 12:35:59.129 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/06/01 12:35:59.129 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [2024/06/01 12:35:59.129 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=18.561µs] [] [2024/06/01 12:35:59.129 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [groupId=-1] [size=50] [kvs=2] [checksum=0] [2024/06/01 12:35:59.129 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [checksum="{cksum=0,size=50,kvs=2}"] [2024/06/01 12:35:59.130 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [weight=30] [2024/06/01 12:35:59.130 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [concurrency=15] [2024/06/01 12:35:59.134 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=335] [physicalTableID=335] [indexID=-1] [checksum=4702128331558417619] [totalKvs=1] [totalBytes=25] [2024/06/01 12:35:59.135 +00:00] [ERROR] [subtask_executor.go:108] ["post process failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=5.776528ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func1\n\tpkg/disttask/importinto/subtask_executor.go:108\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:59.135 +00:00] [ERROR] [task_executor.go:489] ["run subtask failed"] [type=ImportInto] [task-id=73] [step=post-process] [subtask-id=141] [takeTime=6.271659ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:489\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:59.136 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:59.136 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:59.136 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/06/01 12:35:59.156 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=130.072368ms] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/06/01 12:35:59.156 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=73] [task-type=ImportInto] [server-id=:4000] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [errorVerbose="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.VerifyChecksum\n\tpkg/executor/importer/table_import.go:850\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess.func2\n\tpkg/disttask/importinto/subtask_executor.go:140\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/importinto.postProcess\n\tpkg/disttask/importinto/subtask_executor.go:139\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*postProcessStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:498\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:35:59.239 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=73] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)\\\"}\"]"] [2024/06/01 12:35:59.263 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=73] [type=ImportInto] [2024/06/01 12:35:59.321 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=73] [step=post-process] [state=reverting] [error="[Lighting:Restore:ErrChecksumMismatch]checksum mismatched remote vs local => (checksum: 4702128331558417619 vs 0) (total_kvs: 1 vs 2) (total_bytes:25 vs 50)"] [2024/06/01 12:35:59.322 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=73] [step=post-process] [mode=Normal] [2024/06/01 12:35:59.328 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=73] [2024/06/01 12:35:59.405 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=73] [2024/06/01 12:35:59.430 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:35:59.431 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=73] [2024/06/01 12:35:59.563 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:35:59.597 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:35:59.797 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:35:59.877 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=74] [task-id=74] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:35:59.884 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.300431889\n# Parse_time: 0.000448782\n# Compile_time: 0.001221578\n# Rewrite_time: 0.000256451\n# Optimize_time: 0.000157246\n# Wait_TS: 0\n# DB: show_detached_job\n# Is_internal: false\n# Digest: b86f04c5b3edab39000659b5ba982255465d090c72b33624ca1e0eca6a8db054\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mjk4LjJtcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6Mjk4LjJtcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `show_detached_job`.`t3` FROM 'gs://test-show-detached-job/t.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH detached;"] [2024/06/01 12:35:59.976 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=74] [2024/06/01 12:35:59.976 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:36:00.082 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:36:00.083 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:00.084 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [2024/06/01 12:36:00.105 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:00.108 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/06/01 12:36:00.108 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=536870912000] [after=3] [2024/06/01 12:36:00.108 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=60.043µs] [2024/06/01 12:36:00.108 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=176.206µs] [] [2024/06/01 12:36:00.108 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=74] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:36:00.108 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:36:00.211 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=74] [mode=Import] [2024/06/01 12:36:00.230 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=74] [2024/06/01 12:36:00.250 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=74] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:36:00.289 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:00.290 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/06/01 12:36:00.291 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:00.300 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:36:00.300 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:36:00.300 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:00.300 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:36:00.301 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:00.301 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:00.301 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:36:00.301 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:36:00.301 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:00.316 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:36:00.318 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:36:00.318 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/06/01 12:36:00.318 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=74] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:36:00.318 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=74] [disk-quota=348.5GiB] [2024/06/01 12:36:00.421 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [2024/06/01 12:36:00.426 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:0] [engineUUID=1b1505a5-6ea7-513e-afb3-0c56d5f7e5e5] [2024/06/01 12:36:00.430 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`show_detached_job`.`t3`:-1] [engineUUID=61501221-9c0e-5dca-a32f-31aa40df2be4] [2024/06/01 12:36:00.430 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=337] [2024/06/01 12:36:00.430 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=74] [step=import] [subtask-id=142] [takeTime=8.818991ms] [error="occur an error when sort chunk"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:00.431 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:00.431 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:00.431 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:00.431 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:00.431 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:00.431 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:00.431 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:00.431 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:00.431 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:00.431 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:36:00.431 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:00.452 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=74] [step=import] [2024/06/01 12:36:00.456 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:00.456 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:00.456 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:00.456 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:00.456 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:00.458 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:36:00.458 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:00.458 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:00.458 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:00.458 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:00.458 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=169.453906ms] [error="occur an error when sort chunk"] [2024/06/01 12:36:00.459 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=74] [task-type=ImportInto] [server-id=:4000] [error="occur an error when sort chunk"] [errorVerbose="occur an error when sort chunk\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:62\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:00.513 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=74] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[0]occur an error when sort chunk\\\"}\"]"] [2024/06/01 12:36:00.544 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=74] [type=ImportInto] [2024/06/01 12:36:00.597 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=74] [step=import] [state=reverting] [error="[0]occur an error when sort chunk"] [2024/06/01 12:36:00.598 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=74] [step=import] [mode=Normal] [2024/06/01 12:36:00.616 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=74] [2024/06/01 12:36:00.682 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=74] [2024/06/01 12:36:00.709 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:36:00.709 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=74] [2024/06/01 12:36:00.853 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestShowJob [2024/06/01 12:36:00.931 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="drop database if exists test_show_job"] [user=root@%] [2024/06/01 12:36:00.933 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=241] [cur_db=show_detached_job] [sql="create database test_show_job"] [user=root@%] [2024/06/01 12:36:00.969 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:00.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:00.969 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:00.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database test_show_job"] [2024/06/01 12:36:01.034 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [category=ddl] [job="ID:340, Type:create schema, State:queueing, SchemaState:none, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:00.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.065 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=241] [neededSchemaVersion=242] ["start time"=966.958µs] [gotSchemaVersion=242] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:36:01.078 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=340] [version=242] [2024/06/01 12:36:01.080 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=242] ["take time"=20.09755ms] [job="ID:340, Type:create schema, State:done, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:00.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.143 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=340] [conn=2] [job="ID:340, Type:create schema, State:synced, SchemaState:public, SchemaID:339, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:00.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.170 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=340] [2024/06/01 12:36:01.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:01.177 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=242] [cur_db=test_show_job] [sql="CREATE TABLE t1 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:36:01.232 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:01.232 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:36:01.369 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [category=ddl] [job="ID:342, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:01.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.379 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 341, Table Name: t1"] [2024/06/01 12:36:01.442 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=242] [neededSchemaVersion=243] ["start time"=2.598548ms] [gotSchemaVersion=243] [phyTblIDs="[341]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:36:01.456 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=342] [version=243] [2024/06/01 12:36:01.457 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=243] ["take time"=22.520139ms] [job="ID:342, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.515 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=342] [conn=2] [job="ID:342, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:341, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:01.187 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.555 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=342] [2024/06/01 12:36:01.555 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:01.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.383056717\n# Parse_time: 0.000800025\n# Compile_time: 0.000854441\n# Rewrite_time: 0.000050554\n# Optimize_time: 0.000179811\n# Wait_TS: 0.000344002\n# DB: test_show_job\n# Is_internal: false\n# Digest: d8696567f7f4f571ff6f2842ead9c03ca982ef29a8c49eb575a9f42d5cd117de\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse test_show_job;\nCREATE TABLE t1 (i INT PRIMARY KEY);"] [2024/06/01 12:36:01.561 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=243] [cur_db=test_show_job] [sql="CREATE TABLE t2 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:36:01.607 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:01.607 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/01 12:36:01.679 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [category=ddl] [job="ID:344, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:01.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.687 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 343, Table Name: t2"] [2024/06/01 12:36:01.740 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=243] [neededSchemaVersion=244] ["start time"=2.510459ms] [gotSchemaVersion=244] [phyTblIDs="[343]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:36:01.753 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=344] [version=244] [2024/06/01 12:36:01.755 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=244] ["take time"=21.725953ms] [job="ID:344, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.881 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=344] [conn=2] [job="ID:344, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:343, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:01.537 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:01.915 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=344] [2024/06/01 12:36:01.915 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:01.919 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.359839223\n# Parse_time: 0.00056898\n# Compile_time: 0.000940544\n# Rewrite_time: 0.000044425\n# Optimize_time: 0.000179811\n# Wait_TS: 0.000531631\n# DB: test_show_job\n# Is_internal: false\n# Digest: a8c2f762f2e5725dfe473f67672234f006b1a928c4a769884a3707c56f1cd7f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t2 (i INT PRIMARY KEY);"] [2024/06/01 12:36:01.922 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=244] [cur_db=test_show_job] [sql="CREATE TABLE t3 (i INT PRIMARY KEY);"] [user=root@%] [2024/06/01 12:36:01.960 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:01.960 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t3 (i INT PRIMARY KEY);"] [2024/06/01 12:36:02.008 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [category=ddl] [job="ID:346, Type:create table, State:queueing, SchemaState:none, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:01.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:02.017 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 339, Table ID: 345, Table Name: t3"] [2024/06/01 12:36:02.075 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=244] [neededSchemaVersion=245] ["start time"=2.723609ms] [gotSchemaVersion=245] [phyTblIDs="[345]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:36:02.089 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=346] [version=245] [2024/06/01 12:36:02.091 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=245] ["take time"=22.838675ms] [job="ID:346, Type:create table, State:done, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:01.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:02.157 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=346] [conn=2] [job="ID:346, Type:create table, State:synced, SchemaState:public, SchemaID:339, TableID:345, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:01.887 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:02.191 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=346] [2024/06/01 12:36:02.191 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:02.196 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job1'@'localhost';"] [user=root@%] [2024/06/01 12:36:02.486 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job1@localhost"] [user=root@%] [2024/06/01 12:36:02.700 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job1'@'localhost'"] [user=root@%] [2024/06/01 12:36:02.878 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP USER IF EXISTS 'test_show_job2'@'localhost';"] [user=root@%] [2024/06/01 12:36:03.178 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="create user test_show_job2@localhost"] [user=root@%] [2024/06/01 12:36:03.335 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SELECT,UPDATE,INSERT,DELETE,ALTER on test_show_job.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/06/01 12:36:03.592 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:03.766 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:36:03.911 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=75] [task-id=75] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:36:03.957 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=75] [2024/06/01 12:36:03.957 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:36:04.063 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:36:04.064 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:04.065 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [2024/06/01 12:36:04.082 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:04.085 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t1] [2024/06/01 12:36:04.085 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t1] [before=536870912000] [after=3] [2024/06/01 12:36:04.085 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t1] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=67.021µs] [2024/06/01 12:36:04.085 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t1] [takeTime=183.875µs] [] [2024/06/01 12:36:04.086 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:36:04.086 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:36:04.196 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=75] [mode=Import] [2024/06/01 12:36:04.215 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=75] [2024/06/01 12:36:04.238 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=75] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:36:04.345 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:04.346 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/06/01 12:36:04.347 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:04.357 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:36:04.357 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:36:04.357 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:04.357 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:36:04.358 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:04.359 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:04.359 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:36:04.359 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:36:04.359 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:04.375 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:36:04.377 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:36:04.377 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t1] [quota=374.2GB] [2024/06/01 12:36:04.377 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=75] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:36:04.377 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t1] [import-id=75] [disk-quota=348.5GiB] [2024/06/01 12:36:04.427 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [2024/06/01 12:36:04.431 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/06/01 12:36:04.435 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/01 12:36:04.435 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=341] [2024/06/01 12:36:04.502 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=341] [key=t.csv:0] [2024/06/01 12:36:04.505 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=341] [key=t.csv:0] [readDur=1.179093ms] [encodeDur=653.611µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=573.455µs] [type=file] [takeTime=2.876502ms] [] [2024/06/01 12:36:04.506 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=import] [subtask-id=143] [takeTime=79.171679ms] [] [2024/06/01 12:36:04.506 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/75/14a064c0-6566-52c4-87f4-e5885586fbff.sst/a7545e9d-bbad-425d-a110-2ec907d07204.sst] [firstKey=7480000000000001555F728000000000000001] [lastKey=7480000000000001555F728000000000000002] [2024/06/01 12:36:04.506 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/06/01 12:36:04.506 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/06/01 12:36:04.506 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/06/01 12:36:04.509 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=2.12697ms] [] [2024/06/01 12:36:04.509 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [2024/06/01 12:36:04.513 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:36:04.535 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:36:04.535 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:36:04.549 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=14a064c0-6566-52c4-87f4-e5885586fbff] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:36:04.551 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [retryCnt=0] [takeTime=42.003928ms] [] [2024/06/01 12:36:04.551 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [2024/06/01 12:36:04.552 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:0] [engineUUID=14a064c0-6566-52c4-87f4-e5885586fbff] [takeTime=1.182731ms] [] [2024/06/01 12:36:04.552 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=75] [step=import] [engine-id=0] [2024/06/01 12:36:04.552 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/01 12:36:04.554 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.658534ms] [] [2024/06/01 12:36:04.554 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [2024/06/01 12:36:04.554 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/01 12:36:04.554 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [retryCnt=0] [takeTime=63.279µs] [] [2024/06/01 12:36:04.554 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [2024/06/01 12:36:04.555 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t1`:-1] [engineUUID=5da1c55c-c599-568c-8a3f-c54dc2a6d064] [takeTime=1.226856ms] [] [2024/06/01 12:36:04.613 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=75] [step=import] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:04.616 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:04.616 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:04.616 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:04.616 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:04.619 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:36:04.619 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:04.619 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:04.619 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:04.619 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:04.619 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=273.772267ms] [] [2024/06/01 12:36:04.683 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:36:04.684 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:04.685 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [2024/06/01 12:36:04.685 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:36:04.825 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/01 12:36:04.826 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=75] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:36:04.826 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:36:05.001 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:05.052 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/06/01 12:36:05.053 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/06/01 12:36:05.053 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [2024/06/01 12:36:05.053 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=11.951µs] [] [2024/06/01 12:36:05.053 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/01 12:36:05.053 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:36:05.053 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [weight=30] [2024/06/01 12:36:05.053 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [concurrency=15] [2024/06/01 12:36:05.058 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=341] [physicalTableID=341] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/01 12:36:05.058 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [Pipeline] }[2024/06/01 12:36:05.058 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=5.817504ms] [] [2024/06/01 12:36:05.059 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=75] [step=post-process] [subtask-id=144] [takeTime=6.071926ms] [] [2024/06/01 12:36:05.101 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=75] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=99.970138ms] [] [2024/06/01 12:36:05.214 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=75] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:36:05.215 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=75] [step=post-process] [state=running] [] [2024/06/01 12:36:05.218 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=75] [2024/06/01 12:36:05.277 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=75] [2024/06/01 12:36:05.303 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:36:05.303 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=75] [2024/06/01 12:36:05.303 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=75] [type=ImportInto] [2024/06/01 12:36:05.400 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:36:05.479 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job1[test_show_job1] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.902627818\n# Parse_time: 0.001164488\n# Compile_time: 0.001957273\n# Rewrite_time: 0.000283639\n# Optimize_time: 0.000196297\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 99e0210d02768185f513fdb4826de8b909e90d125e9b68ebb96c6b40a088fef9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t1` FROM 'gs://test-show-job/t.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx';"] [2024/06/01 12:36:05.513 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:05.749 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:36:05.835 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=76] [task-id=76] [data-size=3B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:36:05.881 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=76] [2024/06/01 12:36:05.882 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:36:05.989 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:36:05.990 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:05.990 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [2024/06/01 12:36:06.011 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:06.015 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:36:06.015 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=3] [2024/06/01 12:36:06.015 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=3] [cost=59.505µs] [2024/06/01 12:36:06.015 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=173.11µs] [] [2024/06/01 12:36:06.015 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:36:06.015 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:36:06.191 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=76] [mode=Import] [2024/06/01 12:36:06.210 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=76] [2024/06/01 12:36:06.223 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=76] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:36:06.268 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:06.269 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/06/01 12:36:06.269 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:06.278 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:36:06.278 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:36:06.278 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:06.278 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:36:06.279 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:06.280 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:36:06.280 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:06.280 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:36:06.280 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:06.294 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:36:06.295 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:36:06.295 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/01 12:36:06.296 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=76] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:36:06.296 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=76] [disk-quota=348.5GiB] [2024/06/01 12:36:06.336 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [2024/06/01 12:36:06.340 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/06/01 12:36:06.344 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/01 12:36:06.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=343] [2024/06/01 12:36:06.438 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=343] [key=t.csv:0] [2024/06/01 12:36:06.441 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=343] [key=t.csv:0] [readDur=1.087584ms] [encodeDur=715.14µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=152.299µs] [type=file] [takeTime=2.338672ms] [] [2024/06/01 12:36:06.442 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/76/e31f885e-858e-52f9-8c22-abc4981608ce.sst/80fbb9a4-f025-4ade-ba32-35f8efae34a1.sst] [firstKey=7480000000000001575F728000000000000001] [lastKey=7480000000000001575F728000000000000002] [2024/06/01 12:36:06.442 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=import] [subtask-id=145] [takeTime=105.540625ms] [] [2024/06/01 12:36:06.442 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/06/01 12:36:06.442 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/06/01 12:36:06.442 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/06/01 12:36:06.444 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=2.069222ms] [] [2024/06/01 12:36:06.445 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [2024/06/01 12:36:06.449 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:36:06.471 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:36:06.471 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:36:06.484 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=e31f885e-858e-52f9-8c22-abc4981608ce] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:36:06.486 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [retryCnt=0] [takeTime=41.731528ms] [] [2024/06/01 12:36:06.486 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [2024/06/01 12:36:06.488 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:0] [engineUUID=e31f885e-858e-52f9-8c22-abc4981608ce] [takeTime=1.23787ms] [] [2024/06/01 12:36:06.488 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=76] [step=import] [engine-id=0] [2024/06/01 12:36:06.488 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/01 12:36:06.489 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=1.590669ms] [] [2024/06/01 12:36:06.490 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [2024/06/01 12:36:06.490 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/01 12:36:06.490 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [retryCnt=0] [takeTime=74.109µs] [] [2024/06/01 12:36:06.490 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [2024/06/01 12:36:06.491 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t2`:-1] [engineUUID=5351dc1f-6e44-5275-b96f-39fd5c794418] [takeTime=958.107µs] [] [2024/06/01 12:36:06.599 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=76] [step=import] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:06.603 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:06.603 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:06.603 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:06.603 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:06.603 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:36:06.605 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:06.605 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [2024/06/01 12:36:06.605 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:36:06.606 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:36:06.606 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:06.606 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:06.606 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:06.606 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:06.606 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=338.232331ms] [] [2024/06/01 12:36:06.683 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2}}"] [2024/06/01 12:36:06.685 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=76] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:36:06.685 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:36:06.851 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:06.894 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/06/01 12:36:06.894 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/06/01 12:36:06.894 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [2024/06/01 12:36:06.894 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=11.735µs] [] [2024/06/01 12:36:06.895 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [groupId=-1] [size=50] [kvs=2] [checksum=7435750759411199284] [2024/06/01 12:36:06.895 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:36:06.895 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [weight=30] [2024/06/01 12:36:06.895 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [concurrency=15] [2024/06/01 12:36:06.898 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=343] [physicalTableID=343] [indexID=-1] [checksum=7435750759411199284] [totalKvs=2] [totalBytes=50] [2024/06/01 12:36:06.899 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [local="{cksum=7435750759411199284,size=50,kvs=2}"] [2024/06/01 12:36:06.899 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.760295ms] [] [2024/06/01 12:36:06.899 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=76] [step=post-process] [subtask-id=146] [takeTime=4.937837ms] [] [2024/06/01 12:36:06.999 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=76] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=147.473018ms] [] [2024/06/01 12:36:07.002 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=76] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:36:07.003 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=76] [step=post-process] [state=running] [] [2024/06/01 12:36:07.005 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=76] [2024/06/01 12:36:07.054 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=76] [type=ImportInto] [2024/06/01 12:36:07.090 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=76] [2024/06/01 12:36:07.098 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.5975283789999999\n# Parse_time: 0.000390466\n# Compile_time: 0.001270507\n# Rewrite_time: 0.000272867\n# Optimize_time: 0.000263628\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: bb14f9daa9769ab5bd1b361b26a82cefb11854ee7a2fe4ff910de9e52bfdc24f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t2` FROM 'gs://test-show-job/t.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F';"] [2024/06/01 12:36:07.123 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:36:07.123 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=76] [2024/06/01 12:36:07.167 +00:00] [INFO] [session.go:3953] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] ["secure text"="GRANT SUPER on *.* to 'test_show_job2'@'localhost'"] [user=root@%] [2024/06/01 12:36:07.212 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:36:07.415 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:07.611 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-show-job/t*.csv?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:36:07.701 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=77] [task-id=77] [data-size=6B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:36:07.803 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=77] [2024/06/01 12:36:07.803 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:36:07.908 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:36:07.909 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:07.910 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [2024/06/01 12:36:07.933 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:07.936 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t3] [2024/06/01 12:36:07.936 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t3] [before=1] [after=1] [2024/06/01 12:36:07.937 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t3] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=89.009µs] [2024/06/01 12:36:07.937 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t3] [takeTime=270.999µs] [] [2024/06/01 12:36:07.937 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=init] [next-step=import] [subtask-count=2] [2024/06/01 12:36:07.937 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=2] [2024/06/01 12:36:08.064 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=77] [mode=Import] [2024/06/01 12:36:08.083 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=77] [2024/06/01 12:36:08.092 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=77] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:36:08.141 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:36:08.142 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/06/01 12:36:08.143 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:08.151 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:36:08.151 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:36:08.152 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:08.152 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:36:08.153 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:08.153 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:08.153 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:36:08.153 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:36:08.153 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:08.167 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:36:08.169 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:36:08.169 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t3] [quota=374.2GB] [2024/06/01 12:36:08.169 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=77] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:36:08.169 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t3] [import-id=77] [disk-quota=348.5GiB] [2024/06/01 12:36:08.263 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [2024/06/01 12:36:08.268 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/06/01 12:36:08.272 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/01 12:36:08.272 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/06/01 12:36:08.325 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t.csv:0] [2024/06/01 12:36:08.328 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t.csv:0] [readDur=1.158559ms] [encodeDur=560.459µs] [checksum="{cksum=7435750759411199284,size=50,kvs=2}"] [deliverDur=71.997µs] [type=file] [takeTime=2.24953ms] [] [2024/06/01 12:36:08.329 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=147] [takeTime=65.715146ms] [] [2024/06/01 12:36:08.329 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/e21dc392-0c66-5341-82f7-424a895bc139.sst/7207792e-10e8-45e8-ba30-9032967877b0.sst] [firstKey=7480000000000001595F728000000000000001] [lastKey=7480000000000001595F728000000000000002] [2024/06/01 12:36:08.329 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/06/01 12:36:08.329 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/06/01 12:36:08.329 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/06/01 12:36:08.332 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=2.272688ms] [] [2024/06/01 12:36:08.332 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [2024/06/01 12:36:08.336 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:36:08.358 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:36:08.358 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:36:08.371 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=e21dc392-0c66-5341-82f7-424a895bc139] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:36:08.373 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [retryCnt=0] [takeTime=41.487015ms] [] [2024/06/01 12:36:08.373 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [2024/06/01 12:36:08.375 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:0] [engineUUID=e21dc392-0c66-5341-82f7-424a895bc139] [takeTime=1.215377ms] [] [2024/06/01 12:36:08.375 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=0] [2024/06/01 12:36:08.375 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/01 12:36:08.376 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=1.711376ms] [] [2024/06/01 12:36:08.377 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [2024/06/01 12:36:08.377 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/01 12:36:08.377 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [retryCnt=0] [takeTime=61.636µs] [] [2024/06/01 12:36:08.377 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [2024/06/01 12:36:08.378 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-1] [engineUUID=7c9eb6eb-07de-5197-8ee5-9111ca7fb945] [takeTime=982.81µs] [] [2024/06/01 12:36:08.533 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [2024/06/01 12:36:08.538 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/06/01 12:36:08.541 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/01 12:36:08.541 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=345] [2024/06/01 12:36:08.565 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [2024/06/01 12:36:08.567 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=345] [key=t2.csv:0] [readDur=1.089767ms] [encodeDur=514.461µs] [checksum="{cksum=17045318164640841348,size=50,kvs=2}"] [deliverDur=67.016µs] [type=file] [takeTime=2.000704ms] [] [2024/06/01 12:36:08.570 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=import] [subtask-id=148] [takeTime=36.125642ms] [] [2024/06/01 12:36:08.570 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=50] [kvs=2] [files=1] [sstFileSize=964] [file=/tmp/tidb/import-4000/77/69537677-8c9a-533f-9f7f-fb34aa20f14c.sst/b4d996aa-7c9f-4a6d-ad01-a963a76a3067.sst] [firstKey=7480000000000001595F728000000000000003] [lastKey=7480000000000001595F728000000000000004] [2024/06/01 12:36:08.570 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/06/01 12:36:08.570 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/06/01 12:36:08.570 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/06/01 12:36:08.572 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=2.184799ms] [] [2024/06/01 12:36:08.572 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [2024/06/01 12:36:08.577 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:36:08.599 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] ["region ranges"=1] [count=2] [size=50] [2024/06/01 12:36:08.599 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:36:08.613 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=69537677-8c9a-533f-9f7f-fb34aa20f14c] [size=50] [kvs=2] [importedSize=50] [importedCount=2] [2024/06/01 12:36:08.615 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [retryCnt=0] [takeTime=42.683475ms] [] [2024/06/01 12:36:08.615 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [2024/06/01 12:36:08.616 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:1] [engineUUID=69537677-8c9a-533f-9f7f-fb34aa20f14c] [takeTime=1.149608ms] [] [2024/06/01 12:36:08.616 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=77] [step=import] [engine-id=1] [2024/06/01 12:36:08.616 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/01 12:36:08.618 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=1.525429ms] [] [2024/06/01 12:36:08.618 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [2024/06/01 12:36:08.618 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/01 12:36:08.618 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [retryCnt=0] [takeTime=54.594µs] [] [2024/06/01 12:36:08.618 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [2024/06/01 12:36:08.619 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`test_show_job`.`t3`:-2] [engineUUID=6a110035-0122-50d7-a258-9acbba47ee50] [takeTime=910.845µs] [] [2024/06/01 12:36:08.728 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:36:08.729 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:08.730 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [2024/06/01 12:36:08.730 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:36:08.801 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4}}"] [2024/06/01 12:36:08.802 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=77] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:36:08.802 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:36:08.816 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=77] [step=import] [2024/06/01 12:36:08.822 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:08.822 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:08.822 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:08.823 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:08.823 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:08.823 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:08.823 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:08.825 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:36:08.825 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:08.825 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:08.825 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=3] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:08.825 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:08.825 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=684.602506ms] [] [2024/06/01 12:36:08.952 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:36:09.053 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/06/01 12:36:09.053 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/06/01 12:36:09.053 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [2024/06/01 12:36:09.053 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=31.927µs] [] [2024/06/01 12:36:09.054 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [groupId=-1] [size=100] [kvs=4] [checksum=10068981574061626288] [2024/06/01 12:36:09.054 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [checksum="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/06/01 12:36:09.054 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [weight=30] [2024/06/01 12:36:09.054 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [concurrency=15] [2024/06/01 12:36:09.059 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=345] [physicalTableID=345] [indexID=-1] [checksum=10068981574061626288] [totalKvs=4] [totalBytes=100] [2024/06/01 12:36:09.059 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [local="{cksum=10068981574061626288,size=100,kvs=4}"] [2024/06/01 12:36:09.060 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=6.120491ms] [] [2024/06/01 12:36:09.060 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=77] [step=post-process] [subtask-id=149] [takeTime=6.387035ms] [] [2024/06/01 12:36:09.105 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=77] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=152.748573ms] [] [2024/06/01 12:36:09.134 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=77] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:36:09.134 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=77] [step=post-process] [state=running] [] [2024/06/01 12:36:09.137 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=77] [2024/06/01 12:36:09.199 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=77] [type=ImportInto] [2024/06/01 12:36:09.213 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=77] [2024/06/01 12:36:09.239 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:36:09.239 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=77] [2024/06/01 12:36:09.273 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: test_show_job2[test_show_job2] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.8750956300000001\n# Parse_time: 0.000860769\n# Compile_time: 0.001746543\n# Rewrite_time: 0.000393147\n# Optimize_time: 0.000175029\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: 586c4129dde8bf07f2eb957d1c11bacb4d785c5ef8a5f7344704851e24d20537\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `test_show_job`.`t3` FROM 'gs://test-show-job/t*.csv?access-key=xxxxxx&endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F&secret-access-key=xxxxxx' WITH thread=1, __max_engine_size=_UTF8MB4'1';"] === RUN TestImportInto/TestZeroDateTime [2024/06/01 12:36:09.285 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=245] [cur_db=test_show_job] [sql="DROP DATABASE IF EXISTS import_into;"] [user=root@%] [2024/06/01 12:36:09.314 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:09.314 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="DROP DATABASE IF EXISTS import_into;"] [2024/06/01 12:36:09.330 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:36:09.367 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:queueing, SchemaState:public, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.403 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=245] [neededSchemaVersion=246] ["start time"=3.428434ms] [gotSchemaVersion=246] [phyTblIDs="[214]"] [actionTypes="[2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:36:09.481 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=347] [version=246] [2024/06/01 12:36:09.483 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=246] ["take time"=87.630695ms] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.546 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:write only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.577 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=246] [neededSchemaVersion=247] ["start time"=352.221µs] [gotSchemaVersion=247] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:36:09.587 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=347] [version=247] [2024/06/01 12:36:09.589 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=247] ["take time"=16.883619ms] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.657 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [category=ddl] [job="ID:347, Type:drop schema, State:running, SchemaState:delete only, SchemaID:208, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.693 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=247] [neededSchemaVersion=248] ["start time"=275.566µs] [gotSchemaVersion=248] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:36:09.704 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=347] [version=248] [2024/06/01 12:36:09.706 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=248] ["take time"=17.247278ms] [job="ID:347, Type:drop schema, State:done, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.747 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=347] [tableIDs="[214]"] [comment="drop schema: table IDs"] [2024/06/01 12:36:09.758 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=347] [jobType="drop schema"] [2024/06/01 12:36:09.763 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=347] [conn=2] [job="ID:347, Type:drop schema, State:synced, SchemaState:none, SchemaID:208, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.287 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:09.812 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=347] [2024/06/01 12:36:09.812 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:09.816 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.531852811\n# Parse_time: 0.000575574\n# Compile_time: 0.000740086\n# Rewrite_time: 0.00004854\n# Optimize_time: 0.001605354\n# Wait_TS: 0.000430277\n# DB: test_show_job\n# Is_internal: false\n# Digest: 2bf6205fd312b0e6558e6060b915b47a10f35edac12a547b88c81cc4b6f4279f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nDROP DATABASE IF EXISTS import_into;"] [2024/06/01 12:36:09.818 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=248] [cur_db=test_show_job] [sql="CREATE DATABASE import_into;"] [user=root@%] [2024/06/01 12:36:09.851 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:09.851 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE import_into;"] [2024/06/01 12:36:09.987 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [category=ddl] [job="ID:349, Type:create schema, State:queueing, SchemaState:none, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:09.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:10.023 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=248] [neededSchemaVersion=249] ["start time"=1.210764ms] [gotSchemaVersion=249] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:36:10.036 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=349] [version=249] [2024/06/01 12:36:10.038 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=249] ["take time"=20.917785ms] [job="ID:349, Type:create schema, State:done, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:36:09.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:10.105 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=349] [conn=2] [job="ID:349, Type:create schema, State:synced, SchemaState:public, SchemaID:348, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:09.787 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:10.145 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=349] [2024/06/01 12:36:10.145 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:10.149 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.33194358\n# Parse_time: 0.000508556\n# Compile_time: 0.000833292\n# Rewrite_time: 0.000036\n# Optimize_time: 0.001605354\n# Wait_TS: 0.000447958\n# DB: test_show_job\n# Is_internal: false\n# Digest: b2e644a98645255505b98c384516d33fe0a09aa33be2df92d2a39fa8f0a994ce\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE DATABASE import_into;"] [2024/06/01 12:36:10.151 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=249] [cur_db=test_show_job] [sql="create table import_into.zero_time_table(t datetime)"] [user=root@%] [2024/06/01 12:36:10.197 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:10.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:10.197 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:10.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table import_into.zero_time_table(t datetime)"] [2024/06/01 12:36:10.278 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [category=ddl] [job="ID:351, Type:create table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:10.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:10.286 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 348, Table ID: 350, Table Name: zero_time_table"] [2024/06/01 12:36:10.350 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=249] [neededSchemaVersion=250] ["start time"=2.674217ms] [gotSchemaVersion=250] [phyTblIDs="[350]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:36:10.361 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=351] [version=250] [2024/06/01 12:36:10.363 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=250] ["take time"=19.611657ms] [job="ID:351, Type:create table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:10.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:10.501 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=351] [conn=2] [job="ID:351, Type:create table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:10.137 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:10.545 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=351] [2024/06/01 12:36:10.545 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:10.549 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.399457593\n# Parse_time: 0.000425683\n# Compile_time: 0.000795861\n# Rewrite_time: 0.000059329\n# Optimize_time: 0.001605354\n# Wait_TS: 0.000362224\n# DB: test_show_job\n# Is_internal: false\n# Digest: 6ffa3fb40f957702df0418164e10a164663f4ee378a9f45fa18805f7d5d9161f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table import_into.zero_time_table(t datetime);"] [2024/06/01 12:36:10.566 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:10.749 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:36:10.903 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=78] [task-id=78] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:36:10.958 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=78] [2024/06/01 12:36:10.958 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:36:11.065 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:36:11.066 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:11.067 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [2024/06/01 12:36:11.087 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:11.090 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/06/01 12:36:11.090 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/06/01 12:36:11.090 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=74.146µs] [2024/06/01 12:36:11.090 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=201.627µs] [] [2024/06/01 12:36:11.090 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:36:11.090 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:36:11.203 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=78] [mode=Import] [2024/06/01 12:36:11.226 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=78] [2024/06/01 12:36:11.256 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=78] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:36:11.356 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:11.357 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/06/01 12:36:11.358 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:11.368 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:36:11.368 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:36:11.369 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:11.369 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:36:11.370 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:11.370 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:36:11.370 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:11.370 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:36:11.370 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:11.386 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:36:11.388 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:36:11.388 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/06/01 12:36:11.389 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=78] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:36:11.389 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=78] [disk-quota=348.5GiB] [2024/06/01 12:36:11.432 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [2024/06/01 12:36:11.435 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/01 12:36:11.439 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/01 12:36:11.439 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=350] [2024/06/01 12:36:11.453 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [2024/06/01 12:36:11.455 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=350] [key=zero_time.csv:0] [readDur=1.114624ms] [encodeDur=697.761µs] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [deliverDur=241.845µs] [type=file] [takeTime=2.47141ms] [] [2024/06/01 12:36:11.456 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=import] [subtask-id=150] [takeTime=24.289354ms] [] [2024/06/01 12:36:11.456 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=36] [kvs=1] [files=1] [sstFileSize=934] [file=/tmp/tidb/import-4000/78/b03a8272-790c-5766-99b7-2cad67f1945e.sst/e77519b8-c8c7-42e7-9ca4-9776faec6ae6.sst] [firstKey=74800000000000015E5F728000000000000001] [lastKey=74800000000000015E5F728000000000000001] [2024/06/01 12:36:11.456 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/06/01 12:36:11.456 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/06/01 12:36:11.456 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/01 12:36:11.458 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=2.064739ms] [] [2024/06/01 12:36:11.458 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [2024/06/01 12:36:11.463 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:36:11.485 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] ["region ranges"=1] [count=1] [size=36] [2024/06/01 12:36:11.486 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:36:11.499 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=b03a8272-790c-5766-99b7-2cad67f1945e] [size=36] [kvs=1] [importedSize=36] [importedCount=1] [2024/06/01 12:36:11.500 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [retryCnt=0] [takeTime=41.741638ms] [] [2024/06/01 12:36:11.500 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/01 12:36:11.502 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [takeTime=1.193855ms] [] [2024/06/01 12:36:11.502 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=78] [step=import] [engine-id=0] [2024/06/01 12:36:11.502 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/01 12:36:11.503 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=1.573212ms] [] [2024/06/01 12:36:11.503 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [2024/06/01 12:36:11.503 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/01 12:36:11.503 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [retryCnt=0] [takeTime=58.898µs] [] [2024/06/01 12:36:11.504 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/01 12:36:11.504 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [takeTime=893.835µs] [] [2024/06/01 12:36:11.560 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=78] [step=import] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:11.563 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:11.563 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:11.563 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:11.564 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:11.564 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:11.566 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:36:11.566 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:11.566 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:11.566 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:11.566 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:11.566 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=209.932219ms] [] [2024/06/01 12:36:11.582 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:36:11.584 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:11.585 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [2024/06/01 12:36:11.585 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:36:11.661 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":1,\"ColSizeMap\":{\"1\":8}}"] [2024/06/01 12:36:11.663 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=78] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:36:11.663 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:36:11.903 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:11.952 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/06/01 12:36:11.952 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/06/01 12:36:11.952 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [2024/06/01 12:36:11.960 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=7.873604ms] [] [2024/06/01 12:36:11.960 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [groupId=-1] [size=36] [kvs=1] [checksum=11665625846060223399] [2024/06/01 12:36:11.960 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [checksum="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/06/01 12:36:11.961 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [weight=30] [2024/06/01 12:36:11.961 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [concurrency=15] [2024/06/01 12:36:11.966 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=350] [physicalTableID=350] [indexID=-1] [checksum=11665625846060223399] [totalKvs=1] [totalBytes=36] [2024/06/01 12:36:11.966 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [local="{cksum=11665625846060223399,size=36,kvs=1}"] [2024/06/01 12:36:11.966 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.214073ms] [] [2024/06/01 12:36:11.967 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=78] [step=post-process] [subtask-id=151] [takeTime=14.45209ms] [] [2024/06/01 12:36:12.012 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=78] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=108.274836ms] [] [2024/06/01 12:36:12.085 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=78] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:36:12.085 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=78] [step=post-process] [state=running] [] [2024/06/01 12:36:12.088 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=78] [2024/06/01 12:36:12.202 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=78] [2024/06/01 12:36:12.214 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=78] [type=ImportInto] [2024/06/01 12:36:12.231 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:36:12.231 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=78] [2024/06/01 12:36:12.319 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:36:12.458 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.905835566\n# Parse_time: 0.000439385\n# Compile_time: 0.001450092\n# Rewrite_time: 0.000279597\n# Optimize_time: 0.001605354\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:36:12.475 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=250] [cur_db=test_show_job] [sql="truncate table import_into.zero_time_table"] [user=root@%] [2024/06/01 12:36:12.510 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-06-01 12:36:12.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:36:12.510 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:3, start time: 2024-06-01 12:36:12.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table import_into.zero_time_table"] [2024/06/01 12:36:12.568 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [category=ddl] [job="ID:353, Type:truncate table, State:queueing, SchemaState:none, SchemaID:348, TableID:350, RowCount:0, ArgLen:0, start time: 2024-06-01 12:36:12.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:12.580 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 348, Table ID: 352, Table Name: zero_time_table, Old Table ID: 350, Old Table Name: zero_time_table"] [2024/06/01 12:36:12.675 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=250] [neededSchemaVersion=251] ["start time"=3.136102ms] [gotSchemaVersion=251] [phyTblIDs="[352]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:36:12.689 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=353] [version=251] [2024/06/01 12:36:12.691 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=251] ["take time"=23.631953ms] [job="ID:353, Type:truncate table, State:done, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:12.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:12.745 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=353] [tableIDs="[350]"] [comment="drop table: table ID"] [2024/06/01 12:36:12.756 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=353] [jobType="truncate table"] [2024/06/01 12:36:12.760 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=353] [conn=2] [job="ID:353, Type:truncate table, State:synced, SchemaState:public, SchemaID:348, TableID:350, RowCount:0, ArgLen:2, start time: 2024-06-01 12:36:12.487 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:36:12.815 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=353] [2024/06/01 12:36:12.815 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:36:12.819 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 0.34638628\n# Parse_time: 0.000737088\n# Compile_time: 0.001328151\n# Rewrite_time: 0.000054501\n# Optimize_time: 0.000941552\n# Wait_TS: 0.000344995\n# DB: test_show_job\n# Is_internal: false\n# Digest: e7b6875866509e7173fa66f822e248d19716b73ff8fdcf9f19f29301bde74b33\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table import_into.zero_time_table;"] [2024/06/01 12:36:12.834 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:13.126 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:36:13.207 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=79] [task-id=79] [data-size=20B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:36:13.246 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/06/01 12:36:13.246 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:36:13.352 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:36:13.353 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:36:13.353 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [2024/06/01 12:36:13.372 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:13.375 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=zero_time_table] [2024/06/01 12:36:13.376 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=zero_time_table] [before=536870912000] [after=20] [2024/06/01 12:36:13.376 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=zero_time_table] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=20] [cost=65.081µs] [2024/06/01 12:36:13.376 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=zero_time_table] [takeTime=193.29µs] [] [2024/06/01 12:36:13.376 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=79] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:36:13.376 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:36:13.551 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=79] [mode=Import] [2024/06/01 12:36:13.571 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=79] [2024/06/01 12:36:13.586 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=79] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:36:13.628 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:36:13.629 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/06/01 12:36:13.630 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:36:13.639 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2382] [old-leader=] [2024/06/01 12:36:13.639 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511207389775388] [2024/06/01 12:36:13.640 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:13.640 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2382] [2024/06/01 12:36:13.641 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:36:13.641 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:36:13.641 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:13.641 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:13.641 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:36:13.656 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:36:13.658 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:36:13.658 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=zero_time_table] [quota=374.2GB] [2024/06/01 12:36:13.658 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=79] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:36:13.658 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=zero_time_table] [import-id=79] [disk-quota=348.5GiB] [2024/06/01 12:36:13.704 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [2024/06/01 12:36:13.708 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:0] [engineUUID=b03a8272-790c-5766-99b7-2cad67f1945e] [2024/06/01 12:36:13.711 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`import_into`.`zero_time_table`:-1] [engineUUID=bded5148-7505-502f-9c47-c93111ef3c71] [2024/06/01 12:36:13.712 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=352] [2024/06/01 12:36:13.722 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [2024/06/01 12:36:13.723 +00:00] [ERROR] [chunk_process.go:334] ["process chunk failed"] [type=ImportInto] [table-id=352] [key=zero_time.csv:0] [takeTime=1.66692ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func1\n\tpkg/executor/importer/chunk_process.go:334\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process\n\tpkg/executor/importer/chunk_process.go:354\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunkWithWriter\n\tpkg/executor/importer/engine_process.go:116\ngithub.com/pingcap/tidb/pkg/executor/importer.ProcessChunk\n\tpkg/executor/importer/engine_process.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importMinimalTaskExecutor).Run\n\tpkg/disttask/importinto/subtask_executor.go:69\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*chunkWorker).HandleTask\n\tpkg/disttask/importinto/encode_and_sort_operator.go:197\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).handleTaskWithRecover\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:131\ngithub.com/pingcap/tidb/pkg/resourcemanager/pool/workerpool.(*WorkerPool[...]).runAWorker.func1\n\tpkg/resourcemanager/pool/workerpool/workerpool.go:147\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:36:13.724 +00:00] [ERROR] [task_executor.go:125] ["run subtask failed"] [type=ImportInto] [task-id=79] [step=import] [subtask-id=152] [takeTime=19.304878ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask.func1\n\tpkg/disttask/importinto/task_executor.go:125\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*importStepExecutor).RunSubtask\n\tpkg/disttask/importinto/task_executor.go:187\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask.func1\n\tpkg/disttask/framework/taskexecutor/task_executor.go:403\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:404\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:13.724 +00:00] [ERROR] [task_executor.go:536] [onError] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:536\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:13.724 +00:00] [ERROR] [task_executor.go:542] ["taskExecutor met first error"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).onError\n\tpkg/disttask/framework/taskexecutor/task_executor.go:542\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runSubtask\n\tpkg/disttask/framework/taskexecutor/task_executor.go:418\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).runStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:374\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).RunStep\n\tpkg/disttask/framework/taskexecutor/task_executor.go:256\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:13.725 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:13.725 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:13.725 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:13.725 +00:00] [WARN] [task_executor.go:627] ["subtask failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/06/01 12:36:13.725 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:13.725 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:13.725 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:13.725 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:13.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:13.743 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=79] [step=import] [2024/06/01 12:36:13.746 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:13.746 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:13.747 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:13.747 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:13.747 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:13.749 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:36:13.749 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:13.749 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:13.749 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:13.749 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:13.749 +00:00] [INFO] [task_executor.go:299] ["execute task step failed"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=121.312036ms] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/06/01 12:36:13.749 +00:00] [ERROR] [task_executor.go:238] ["failed to handle task"] [task-id=79] [task-type=ImportInto] [server-id=:4000] [error="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [errorVerbose="[Lightning:Restore:ErrEncodeKV]encode kv error in file zero_time.csv:0 at offset 20: [types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/executor/importer.(*chunkEncoder).encodeLoop\n\tpkg/executor/importer/chunk_process.go:286\ngithub.com/pingcap/tidb/pkg/executor/importer.(*baseChunkProcessor).Process.func3\n\tpkg/executor/importer/chunk_process.go:346\ngolang.org/x/sync/errgroup.(*Group).Go.func1\n\texternal/org_golang_x_sync/errgroup/errgroup.go:78\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*BaseTaskExecutor).Run\n\tpkg/disttask/framework/taskexecutor/task_executor.go:238\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).startTaskExecutor.func1\n\tpkg/disttask/framework/taskexecutor/manager.go:337\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171"] [2024/06/01 12:36:13.784 +00:00] [WARN] [scheduler.go:386] ["subtasks encounter errors"] [task-id=79] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [subtask-errs="[\"{error=\\\"[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'\\\"}\"]"] [2024/06/01 12:36:13.805 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=79] [type=ImportInto] [2024/06/01 12:36:13.869 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=79] [step=import] [state=reverting] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [2024/06/01 12:36:13.870 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=79] [step=import] [mode=Normal] [2024/06/01 12:36:13.887 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=79] [2024/06/01 12:36:13.986 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=79] [2024/06/01 12:36:14.008 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:36:14.008 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=79] [2024/06/01 12:36:14.012 +00:00] [INFO] [scheduler_manager.go:284] ["start scheduler without allocating slots"] [server-id=:4000] [task-id=79] [state=reverting] [2024/06/01 12:36:14.025 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=79] [2024/06/01 12:36:14.025 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=79] [task-type=ImportInto] [allocated-slots=false] [server-id=:4000] [state=reverted] [concurrency=8] [2024/06/01 12:36:14.099 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:36:14.131 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=79] [2024/06/01 12:36:14.164 +00:00] [ERROR] [handle.go:109] ["task reverted"] [task-id=79] [error="[types:1292]Incorrect datetime value: '1990-01-00 00:00:00'"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/handle.WaitTaskDoneOrPaused\n\tpkg/disttask/framework/handle/handle.go:109\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).waitTask\n\tpkg/executor/import_into.go:183\ngithub.com/pingcap/tidb/pkg/executor.(*ImportIntoExec).Next\n\tpkg/executor/import_into.go:130\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*recordSet).Next\n\tpkg/executor/adapter.go:160\ngithub.com/pingcap/tidb/pkg/session.GetRows4Test\n\tpkg/session/tidb.go:346\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).QueryToErr\n\tpkg/testkit/testkit.go:258\ntests/realtikvtest/importintotest/importintotest_test.(*mockGCSSuite).TestZeroDateTime\n\ttests/realtikvtest/importintotest/import_into_test.go:1190\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595"] [2024/06/01 12:36:14.165 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# User@Host: root[root] @ localhost [localhost]\n# Conn_ID: 2\n# Query_time: 1.344268204\n# Parse_time: 0.000939855\n# Compile_time: 0.001339886\n# Rewrite_time: 0.000242021\n# Optimize_time: 0.000941552\n# Wait_TS: 0\n# DB: test_show_job\n# Is_internal: false\n# Digest: f60bcae7c8ecb0a2c7e6a9ff60da26b57eee81605f51317a44caada4faa681a8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: false\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkwCXRpbWU6MS4zNHMsIGxvb3BzOjEJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('RsAKQgoMSW1wb3J0SW50b18yOAFAAVIDTi9BWhN0aW1lOjEuMzRzLCBsb29wczoxcP//DQI0AXj///////////8BGAE=')\n# Resource_group: default\nIMPORT INTO `import_into`.`zero_time_table` FROM 'gs://test-load/zero_time.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:36:14.174 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:36:14.174 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.203 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:36:14.203 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=41.701µs] [2024/06/01 12:36:14.203 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=22.381µs] [2024/06/01 12:36:14.203 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=19.754µs] [2024/06/01 12:36:14.203 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=21.933µs] [2024/06/01 12:36:14.203 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=16.268µs] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=18.03µs] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=15.53µs] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=19.651µs] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=15.983µs] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=25.787µs] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:36:14.204 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=15.105µs] [2024/06/01 12:36:14.204 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.204 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.205 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [] [2024/06/01 12:36:14.207 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:36:14.207 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:36:14.207 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:36:14.245 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] ["take time"=70.760685ms] [2024/06/01 12:36:14.245 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [2024/06/01 12:36:14.247 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/01 12:36:14.247 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/01 12:36:14.247 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/8403613c-1742-436b-9a49-9c490a7e53d7] [watcherID=b95c5e15-5f4d-4a07-ac38-da41252fd8ba] [2024/06/01 12:36:14.247 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/8403613c-1742-436b-9a49-9c490a7e53d7] [2024/06/01 12:36:14.248 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:36:14.248 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:36:14.248 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:36:14.248 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:36:14.253 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/01 12:36:14.254 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/01 12:36:14.254 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=2007] [2024/06/01 12:36:14.254 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:36:14.254 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.254 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [2024/06/01 12:36:14.254 +00:00] [INFO] [domain.go:2487] ["autoAnalyzeWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2408] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2360] ["loadStatsWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2529] ["analyzeJobsCleanupWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c watch owner key /tidb/br-stream/owner/3eaa8fd3c7893e01"] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae watch owner key /tidb/stats/owner/6f188fd3c7893e8f"] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=2aab9d6a-dc20-47c3-877e-32cfd62920ae] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.255 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/01 12:36:14.255 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:36:14.255 +00:00] [INFO] [domain.go:2389] ["indexUsageWorker exited."] [2024/06/01 12:36:14.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:36:14.255 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [2024/06/01 12:36:14.256 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:36:14.256 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [2024/06/01 12:36:14.255 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:36:14.256 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [2024/06/01 12:36:14.255 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:36:14.256 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:36:14.255 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [2024/06/01 12:36:14.256 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:36:14.257 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:36:14.258 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=97bd823b-d0bc-4546-8918-8b5138d1678c] [daemon-id=LogBackup::Advancer] [2024/06/01 12:36:14.258 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:36:14.258 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:36:14.258 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:36:14.258 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:36:14.258 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:36:14.258 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [error="context canceled"] [2024/06/01 12:36:14.258 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:36:14.282 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:36:14.283 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:36:14.283 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:36:14.284 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:36:14.308 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:36:14.309 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:36:14.310 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=251] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": {\n \"Username\": \"root\",\n \"Hostname\": \"localhost\",\n \"CurrentUser\": false,\n \"AuthUsername\": \"root\",\n \"AuthHostname\": \"%\",\n \"AuthPlugin\": \"\"\n }\n}"] [2024/06/01 12:36:14.310 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:36:14.311 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/01 12:36:14.311 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/01 12:36:14.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:36:14.361 +00:00] [INFO] [domain.go:2410] ["updateStatsWorker ready to release owner"] [2024/06/01 12:36:14.361 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [error="context canceled"] [2024/06/01 12:36:14.459 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:36:14.561 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:36:15.519 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:36:15.519 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/01 12:36:15.519 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:36:15.714 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 97bd823b-d0bc-4546-8918-8b5138d1678c"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:36:15.802 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2aab9d6a-dc20-47c3-877e-32cfd62920ae"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:36:15.802 +00:00] [INFO] [domain.go:2416] ["updateStatsWorker exit preprocessing finished"] [2024/06/01 12:36:15.803 +00:00] [INFO] [domain.go:2441] ["updateStatsWorker exited."] [2024/06/01 12:36:15.803 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:36:15.811 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.636843704s] [2024/06/01 12:36:15.811 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:36:15.811 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:36:15.811 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:36:15.811 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:36:15.812 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:36:15.812 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:36:15.813 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (251.53s) --- SKIP: TestImportInto/TestAddIndexBySQL (0.00s) --- SKIP: TestImportInto/TestAnalyze (0.00s) --- PASS: TestImportInto/TestBasicImportInto (35.46s) --- PASS: TestImportInto/TestCancelJob (8.20s) --- PASS: TestImportInto/TestChecksumNotMatch (7.36s) --- PASS: TestImportInto/TestColumnsAndUserVars (2.96s) --- PASS: TestImportInto/TestDeliverBytesRows (4.87s) --- PASS: TestImportInto/TestDetachedLoadParquet (6.36s) --- PASS: TestImportInto/TestDiskQuota (5.91s) --- PASS: TestImportInto/TestGBK (8.13s) --- PASS: TestImportInto/TestGeneratedColumnsAndTSVFile (13.36s) --- PASS: TestImportInto/TestIgnoreNLines (9.52s) --- PASS: TestImportInto/TestImportIntoPrivilegePositiveCase (8.24s) --- PASS: TestImportInto/TestImportMode (19.49s) --- PASS: TestImportInto/TestInputCountMisMatchAndDefault (7.93s) --- PASS: TestImportInto/TestInputNull (4.93s) --- PASS: TestImportInto/TestJobFailWhenDispatchSubtask (1.91s) --- PASS: TestImportInto/TestKillBeforeFinish (3.01s) --- PASS: TestImportInto/TestLoadSQLDump (4.75s) --- PASS: TestImportInto/TestMaxWriteSpeed (14.48s) --- PASS: TestImportInto/TestMultiValueIndex (3.20s) --- PASS: TestImportInto/TestOtherCharset (12.79s) --- PASS: TestImportInto/TestPreCheckCDCPiTRTasks (4.15s) --- PASS: TestImportInto/TestPreCheckTableNotEmpty (1.21s) --- PASS: TestImportInto/TestPreCheckTotalFileSize0 (1.43s) --- PASS: TestImportInto/TestRegisterTask (9.84s) --- PASS: TestImportInto/TestSameBehaviourDetachedOrNot (11.01s) --- PASS: TestImportInto/TestShowDetachedJob (6.36s) --- PASS: TestImportInto/TestShowJob (8.38s) --- PASS: TestImportInto/TestZeroDateTime (4.88s) PASS coverage: 15.2% of statements GCov does not exist at the given path: '' Jun 01, 2024 12:36:22 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 01, 2024 12:36:22 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 01, 2024 12:36:22 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 01, 2024 12:36:22 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 01, 2024 12:36:22 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest:importintotest_test up-to-date: bazel-bin/tests/realtikvtest/importintotest/importintotest_test_/importintotest_test INFO: Elapsed time: 29.845s, Critical Path: 12.63s INFO: 1663 processes: 1643 remote cache hit, 20 internal. INFO: Build completed successfully, 1663 total actions Test cases: finished with 31 passing and 0 failing out of 31 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // stage [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results complete to collect bazel result. [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit [Checks API] No suitable checks publisher found. [Pipeline] sh [1,624 / 1,628] [Prepa] JavaToolchainCompileClasses external/bazel_tools/tools/jdk/platformclasspath_classes [for tool] [1,626 / 1,628] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] [1,626 / 1,628] [Prepa] Building external/remote_coverage_tools/Main.jar () [for tool] INFO: From Testing //tests/realtikvtest/importintotest2:importintotest2_test: ==================== Test output for //tests/realtikvtest/importintotest2:importintotest2_test: === RUN TestImportInto [2024/06/01 12:31:52.721 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:31:52.722 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:31:52.723 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:31:52.724 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:31:52.724 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:31:52.725 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:31:52.725 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:31:52.725 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:31:52.725 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:31:52.726 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:31:52.728 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/01 12:31:52.734 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:31:52.735 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:31:52.737 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:31:52.762 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:52.762 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:52.771 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:52.771 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:52.784 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:52.807 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511194209831310] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:31:52.920 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:31:53.055 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=364] ["lease id"=6f188fd3c77d9831] [2024/06/01 12:31:53.058 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:31:53.064 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest2/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest2/importintotest2_test.TestImportInto\n\ttests/realtikvtest/importintotest2/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/01 12:31:53.088 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.263352ms] [2024/06/01 12:31:53.091 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:31:53.091 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=428a4aaf-068d-4752-9553-b601cd818aea] [runWorker=true] [2024/06/01 12:31:53.091 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:31:53.093 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:31:53.094 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:31:53.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:31:53.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:31:53.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:31:53.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:31:53.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:31:53.094 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:31:53.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:31:53.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:31:53.095 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:31:53.095 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:31:53.095 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:31:53.095 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:31:53.095 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:31:53.096 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] ["owner key"=/tidb/ddl/fg/owner/6f188fd3c77d9835] [ownerID=428a4aaf-068d-4752-9553-b601cd818aea] [op=none] [2024/06/01 12:31:53.097 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] [2024/06/01 12:31:53.097 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:31:53.098 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=83e7d0d0-d9ac-4c86-8d63-a7b5d077392a] [daemon-id=LogBackup::Advancer] [2024/06/01 12:31:53.098 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] ["owner key"=/tidb/br-stream/owner/22318fd3c77d9fe0] [ownerID=83e7d0d0-d9ac-4c86-8d63-a7b5d077392a] [op=none] [2024/06/01 12:31:53.098 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [2024/06/01 12:31:53.100 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:31:53.100 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] ["owner key"=/tidb/ddl/fg/owner/6f188fd3c77d9835] [ownerID=428a4aaf-068d-4752-9553-b601cd818aea] [op=none] [2024/06/01 12:31:53.101 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] [op=none] [2024/06/01 12:31:53.101 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:31:53.106 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/01 12:31:53.136 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:53.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:53.136 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:53.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/01 12:31:53.176 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:53.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:53.229 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.974661ms] [2024/06/01 12:31:53.234 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:31:53.244 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:53.244 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/01 12:31:53.246 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=46.149319ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:53.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:53.309 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:53.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:53.333 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/01 12:31:53.333 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:53.337 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/01 12:31:53.359 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/01 12:31:53.541 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:53.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:53.541 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:53.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/01 12:31:53.584 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:53.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:53.868 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.389858ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:53.878 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:53.878 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/01 12:31:53.880 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=23.713854ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:53.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:53.931 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:53.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.098 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:31:54.106 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/01 12:31:54.107 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:54.110 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.759211027\n# Parse_time: 0\n# Compile_time: 0.008589417\n# Rewrite_time: 0.000007568\n# Optimize_time: 0\n# Wait_TS: 0.000378519\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/01 12:31:54.114 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/01 12:31:54.161 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:54.161 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/01 12:31:54.200 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:54.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.267 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.634092ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:54.277 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:54.277 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/01 12:31:54.279 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=18.222394ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.312 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:54.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.355 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/01 12:31:54.355 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:54.361 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/01 12:31:54.401 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:54.401 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/01 12:31:54.461 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:54.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.528 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.548671ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:54.537 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:54.538 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/01 12:31:54.539 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=17.749387ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.572 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:54.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.610 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/01 12:31:54.610 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:54.625 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/01 12:31:54.725 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:54.725 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/01 12:31:54.782 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:54.945 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.739167ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:54.955 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:54.955 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/01 12:31:54.957 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=20.521214ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.018 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.095 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:31:55.110 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/01 12:31:55.151 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/01 12:31:55.151 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:55.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.534376619\n# Parse_time: 0\n# Compile_time: 0.005200266\n# Rewrite_time: 0.000008781\n# Optimize_time: 0\n# Wait_TS: 0.000382923\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:55.160 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/01 12:31:55.223 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:55.223 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/01 12:31:55.260 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:55.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.362 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.105069ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:55.371 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:55.371 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/01 12:31:55.372 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=19.747414ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.408 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:55.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.465 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/01 12:31:55.465 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:55.468 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310895476\n# Parse_time: 0\n# Compile_time: 0.002912793\n# Rewrite_time: 0.000008944\n# Optimize_time: 0\n# Wait_TS: 0.000377532\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:55.474 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/01 12:31:55.529 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:55.529 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/01 12:31:55.582 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:55.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.681 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.299065ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:55.692 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:55.692 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/01 12:31:55.694 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=20.721413ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.767 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:55.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.824 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/01 12:31:55.824 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:55.828 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.357391009\n# Parse_time: 0\n# Compile_time: 0.003739054\n# Rewrite_time: 0.000009007\n# Optimize_time: 0\n# Wait_TS: 0.000489721\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:55.831 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/01 12:31:55.873 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:55.873 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/01 12:31:55.937 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:55.988 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.317097ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:55.998 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:55.998 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/01 12:31:56.000 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=17.905147ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.063 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:55.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.103 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/01 12:31:56.103 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:56.109 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/01 12:31:56.156 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:56.156 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/01 12:31:56.221 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.289 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.740219ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:56.300 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:56.300 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/01 12:31:56.302 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=19.584613ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.379 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.419 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/01 12:31:56.419 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:56.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.315088958\n# Parse_time: 0\n# Compile_time: 0.001224096\n# Rewrite_time: 0.00000966\n# Optimize_time: 0\n# Wait_TS: 0.000412925\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:56.427 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/01 12:31:56.478 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:56.478 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/01 12:31:56.545 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.628 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.91346ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:56.637 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:56.637 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/01 12:31:56.639 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=18.159785ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.673 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.721 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/01 12:31:56.721 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:56.729 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/01 12:31:56.777 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:56.777 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/01 12:31:56.832 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.904 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=2.89521ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:56.916 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:56.916 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/01 12:31:56.917 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=19.465333ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.979 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.028 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/01 12:31:57.028 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:57.031 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.303692392\n# Parse_time: 0\n# Compile_time: 0.001818803\n# Rewrite_time: 0.000009076\n# Optimize_time: 0\n# Wait_TS: 0.000366085\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:57.041 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:31:57.042 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:57.122 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:57.122 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:31:57.188 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.305 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.552723ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:57.316 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:57.316 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/01 12:31:57.318 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=20.728425ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.370 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.448 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/01 12:31:57.448 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:57.451 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.413419555\n# Parse_time: 0\n# Compile_time: 0.003263979\n# Rewrite_time: 0.000010089\n# Optimize_time: 0\n# Wait_TS: 0.000354623\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:57.456 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/01 12:31:57.517 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:57.517 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/01 12:31:57.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.682 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.442518ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:57.693 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:57.693 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/01 12:31:57.694 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=19.699637ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.767 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.829 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/01 12:31:57.829 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:57.833 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.378733964\n# Parse_time: 0\n# Compile_time: 0.00221234\n# Rewrite_time: 0.000009839\n# Optimize_time: 0\n# Wait_TS: 0.000434814\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:57.837 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:31:57.884 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:57.884 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/01 12:31:57.940 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.017 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.763813ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.027 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.028 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/01 12:31:58.029 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=19.115676ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.064 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.109 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/01 12:31:58.109 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:58.117 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:31:58.178 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:58.178 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/01 12:31:58.215 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.289 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.817799ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.301 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.301 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/01 12:31:58.302 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=19.995715ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.372 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.421 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/01 12:31:58.422 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:58.425 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310074223\n# Parse_time: 0\n# Compile_time: 0.002035694\n# Rewrite_time: 0.000008811\n# Optimize_time: 0\n# Wait_TS: 0.000413985\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:58.428 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:31:58.473 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:58.473 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:31:58.544 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.616 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.797666ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.627 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.627 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/01 12:31:58.629 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=22.299041ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.681 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.724 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/01 12:31:58.724 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:58.727 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30018586\n# Parse_time: 0\n# Compile_time: 0.001495088\n# Rewrite_time: 0.000009472\n# Optimize_time: 0\n# Wait_TS: 0.000366318\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:58.732 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/01 12:31:58.782 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:58.782 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/01 12:31:58.862 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.946 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.952377ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.958 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.958 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/01 12:31:58.960 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=20.252289ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.018 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.070 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/01 12:31:59.070 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.073 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343456317\n# Parse_time: 0\n# Compile_time: 0.002308443\n# Rewrite_time: 0.00001044\n# Optimize_time: 0\n# Wait_TS: 0.000445918\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:59.081 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/01 12:31:59.127 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.127 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/01 12:31:59.189 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.255 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.659937ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:59.266 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:59.266 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/01 12:31:59.268 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=19.073872ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.317 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/01 12:31:59.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.373 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:31:59.458 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.458 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:31:59.504 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.616 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.689897ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:59.626 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:59.626 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/01 12:31:59.628 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=21.924238ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.665 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.736 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/01 12:31:59.736 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.740 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.371199066\n# Parse_time: 0\n# Compile_time: 0.004077177\n# Rewrite_time: 0.000011989\n# Optimize_time: 0\n# Wait_TS: 0.000398941\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:59.757 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:31:59.805 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.805 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:31:59.847 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.922 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.993939ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:59.932 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:59.932 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/01 12:31:59.934 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=19.423877ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.992 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.043 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/01 12:32:00.043 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.059 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/01 12:32:00.109 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.109 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/01 12:32:00.177 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.539618ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.247 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.247 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/01 12:32:00.249 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=19.642083ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.313 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.353 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/01 12:32:00.353 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.356 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.3066634\n# Parse_time: 0\n# Compile_time: 0.009222594\n# Rewrite_time: 0.000027426\n# Optimize_time: 0\n# Wait_TS: 0.000557148\n# DB: mysql\n# Is_internal: true\n# Digest: 988ff7e96344f475621bfec9765ba7b507e76d86daa1e3fdf0f9eadbd538afd0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:00.358 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/01 12:32:00.392 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.392 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/01 12:32:00.448 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.499 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.240435ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.510 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.510 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/01 12:32:00.512 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=18.923954ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.563 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.606 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/01 12:32:00.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.614 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/01 12:32:00.676 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.676 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/01 12:32:00.728 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.838 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.387941ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.849 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.849 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/01 12:32:00.851 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=20.536069ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.920 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.975 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/01 12:32:00.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36675634\n# Parse_time: 0\n# Compile_time: 0.002283464\n# Rewrite_time: 0.000013904\n# Optimize_time: 0\n# Wait_TS: 0.000415198\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:00.982 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:01.027 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.027 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:01.090 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.155 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.599875ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.165 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.165 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/01 12:32:01.167 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=17.701394ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.221 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.956 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.268 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/01 12:32:01.268 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.274 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/01 12:32:01.318 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.318 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/01 12:32:01.391 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.478 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=2.878956ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.488 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.488 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/01 12:32:01.490 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=19.567413ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.526 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.569 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/01 12:32:01.569 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.576 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/01 12:32:01.622 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.622 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/01 12:32:01.661 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.726 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.958189ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.737 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.737 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/01 12:32:01.739 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=19.825042ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.814 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.859 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/01 12:32:01.860 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.866 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:01.913 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.913 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/01 12:32:01.953 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.021 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.752697ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.031 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.031 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/01 12:32:02.033 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=18.585928ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.098 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.146 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/01 12:32:02.146 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.154 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/01 12:32:02.198 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.198 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/01 12:32:02.240 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.307 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.68843ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.318 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.318 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/01 12:32:02.319 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=19.824574ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.379 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.420 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/01 12:32:02.421 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.428 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:02.430 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:02.486 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.486 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/01 12:32:02.554 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.633 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.976612ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.642 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.642 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/01 12:32:02.644 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=17.626703ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.681 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.747 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/01 12:32:02.747 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.751 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.324553065\n# Parse_time: 0\n# Compile_time: 0.002209141\n# Rewrite_time: 0.000011737\n# Optimize_time: 0\n# Wait_TS: 0.000427329\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:02.757 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:02.810 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.811 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:02.873 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.965 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.082521ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.976 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.976 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/01 12:32:02.978 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=20.206197ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.013 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.066 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/01 12:32:03.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:03.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.315652914\n# Parse_time: 0\n# Compile_time: 0.003074661\n# Rewrite_time: 0.000008922\n# Optimize_time: 0\n# Wait_TS: 0.000494852\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:03.076 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:03.132 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.132 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:03.187 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.274 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.108548ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:03.285 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:03.285 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/01 12:32:03.287 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=19.555703ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.323 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.407 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/01 12:32:03.407 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:03.411 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.338034567\n# Parse_time: 0\n# Compile_time: 0.003143635\n# Rewrite_time: 0.000010101\n# Optimize_time: 0\n# Wait_TS: 0.000340998\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:03.419 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/01 12:32:03.494 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.494 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/01 12:32:03.564 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.687 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.771303ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:03.698 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:03.698 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/01 12:32:03.700 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=20.262315ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.767 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.843 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/01 12:32:03.843 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:03.846 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.43089924\n# Parse_time: 0\n# Compile_time: 0.003344076\n# Rewrite_time: 0.000008905\n# Optimize_time: 0\n# Wait_TS: 0.000373031\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:03.848 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/01 12:32:03.887 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.887 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/01 12:32:03.954 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.019 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.561974ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.031 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.031 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/01 12:32:04.033 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=20.653206ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.068 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.100 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/01 12:32:04.101 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.183 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:04.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.184 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:04.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/01 12:32:04.226 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.326 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.885931ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:04.336 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.336 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/01 12:32:04.338 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=18.692914ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:04.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.375 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.436 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/01 12:32:04.436 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.439 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.330591724\n# Parse_time: 0\n# Compile_time: 0.007305001\n# Rewrite_time: 0.003946815\n# Optimize_time: 0\n# Wait_TS: 0.000378464\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:04.443 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/01 12:32:04.494 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.494 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/01 12:32:04.549 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.645 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.101645ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.656 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.656 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/01 12:32:04.658 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=19.9652ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.717 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.774 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/01 12:32:04.775 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.778 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.336789622\n# Parse_time: 0\n# Compile_time: 0.00167044\n# Rewrite_time: 0.000009116\n# Optimize_time: 0\n# Wait_TS: 0.000450847\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:04.782 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/01 12:32:04.826 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.826 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/01 12:32:04.887 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.949 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.5632ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.961 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.961 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/01 12:32:04.963 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=20.317075ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.016 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.056 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/01 12:32:05.056 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.062 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/01 12:32:05.098 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=83e7d0d0-d9ac-4c86-8d63-a7b5d077392a] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:05.098 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/01 12:32:05.108 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.108 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/01 12:32:05.153 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.217 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.590303ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.240 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.240 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/01 12:32:05.243 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=31.772085ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.306 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.056 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.350 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/01 12:32:05.350 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.360 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/01 12:32:05.440 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.440 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/01 12:32:05.480 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.619 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=4.238554ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.629 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.630 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/01 12:32:05.631 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.202212ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.669 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.753 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/01 12:32:05.753 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.757 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.399540194\n# Parse_time: 0\n# Compile_time: 0.003243266\n# Rewrite_time: 0.000010987\n# Optimize_time: 0\n# Wait_TS: 0.000334758\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:05.762 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/01 12:32:05.857 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.857 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/01 12:32:05.924 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.042 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.85323ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.056 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.056 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/01 12:32:06.058 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=23.793813ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.124 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.199 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/01 12:32:06.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.443475788\n# Parse_time: 0\n# Compile_time: 0.002484515\n# Rewrite_time: 0.000011201\n# Optimize_time: 0\n# Wait_TS: 0.000495267\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:06.211 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/01 12:32:06.293 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/01 12:32:06.296 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.357 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.508 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.745977ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.520 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.520 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/01 12:32:06.522 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=23.543125ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.582 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.666 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/01 12:32:06.666 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.670 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.462577516\n# Parse_time: 0\n# Compile_time: 0.003347236\n# Rewrite_time: 0.000011306\n# Optimize_time: 0\n# Wait_TS: 0.00037377\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:06.677 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:06.758 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.758 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:06.798 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.925 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.944269ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.935 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.935 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/01 12:32:06.937 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=19.663399ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.976 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.067 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/01 12:32:07.067 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.071 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.39669132\n# Parse_time: 0\n# Compile_time: 0.00334762\n# Rewrite_time: 0.000008707\n# Optimize_time: 0\n# Wait_TS: 0.000370444\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.078 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:07.155 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.155 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:07.195 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.319 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.122993ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.330 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.330 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/01 12:32:07.332 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=21.370738ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.370 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.447 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/01 12:32:07.447 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.451 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.376564623\n# Parse_time: 0\n# Compile_time: 0.004185254\n# Rewrite_time: 0.000009181\n# Optimize_time: 0\n# Wait_TS: 0.000410134\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.458 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/01 12:32:07.552 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.552 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/01 12:32:07.623 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.754 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.021303ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.764 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.764 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/01 12:32:07.766 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=20.2161ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.822 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.907 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/01 12:32:07.907 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.911 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.455787786\n# Parse_time: 0\n# Compile_time: 0.003215901\n# Rewrite_time: 0.000009147\n# Optimize_time: 0\n# Wait_TS: 0.00052316\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.917 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:07.984 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.984 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:08.025 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.142 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.329535ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.152 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.152 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/01 12:32:08.154 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=19.970428ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.215 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.271 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/01 12:32:08.271 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.275 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.360562199\n# Parse_time: 0\n# Compile_time: 0.002601373\n# Rewrite_time: 0.000012023\n# Optimize_time: 0\n# Wait_TS: 0.000342367\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:08.280 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:08.336 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.336 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:08.385 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.472 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.191636ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.482 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.482 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/01 12:32:08.484 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=18.27789ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.521 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.577 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/01 12:32:08.577 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.580 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.302341288\n# Parse_time: 0\n# Compile_time: 0.002386671\n# Rewrite_time: 0.000009229\n# Optimize_time: 0\n# Wait_TS: 0.000390653\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:08.590 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/01 12:32:08.700 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.700 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/01 12:32:08.752 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.911 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.906068ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.924 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.924 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/01 12:32:08.926 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=23.760173ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.964 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.058 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/01 12:32:09.058 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.062 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.475561379\n# Parse_time: 0\n# Compile_time: 0.003706731\n# Rewrite_time: 0.000009825\n# Optimize_time: 0\n# Wait_TS: 0.000306055\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.067 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:09.138 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.138 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:09.177 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.284 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.365463ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.294 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.294 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/01 12:32:09.296 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=21.043473ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.365 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.424 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/01 12:32:09.425 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.428 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.363104185\n# Parse_time: 0\n# Compile_time: 0.002332329\n# Rewrite_time: 0.000009886\n# Optimize_time: 0\n# Wait_TS: 0.000377802\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.431 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/01 12:32:09.475 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.475 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/01 12:32:09.531 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.596 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.639532ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.606 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.606 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/01 12:32:09.607 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=18.01856ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.666 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.407 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.709 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/01 12:32:09.709 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.717 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/01 12:32:09.763 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.763 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/01 12:32:09.803 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.887 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=11.384972ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.902 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.902 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/01 12:32:09.904 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=32.457931ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.954 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.999 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/01 12:32:09.999 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.003 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/01 12:32:10.032 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:10.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.032 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:10.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/01 12:32:10.081 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.112 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.103839ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:10.115 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:10.115 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:10.115 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:10.115 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:10.123 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.123 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/01 12:32:10.125 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=20.136268ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:10.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.190 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.214 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/01 12:32:10.214 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.270 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:10.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.270 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:10.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/01 12:32:10.337 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.408 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.595752ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:10.420 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.420 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/01 12:32:10.422 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=20.393419ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:10.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.457 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.506 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/01 12:32:10.506 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:11.005 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165507491364865\n# Query_time: 0.339545683\n# Parse_time: 0\n# Compile_time: 0.167567993\n# Rewrite_time: 0.004727805\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 354822\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2AvwPDAJMjdfMQkwCTAJTi9BCTAJdGltZToxNjIuN21zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI2LjYBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVoIDYwOcK1c30sIAEOGF9kZXRhaWwRYxxfcHJvY2VzcwkqHCAyNi4xwrVzET8Md2FpdBEaCDcuNx0aKGt2X3JlYWRfd2FsDWYQIDU2LjgJIghpa3YuGQAENzAFGRh9LCBzY2FuPoEADGtleXMFwihnZXRfc25hcHNobxF1DDEwLjMFU2hyb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIGNvbW0BokR4bjoge3ByZXdyaXRlOjEuNTQhNQFRESIYczozNTEuNgVNCRQQOjEuMTEBJxxzbG93ZXN0XxFAJUIAIDGCZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIag4MTI3LjAuMC4xOjIwMTYyQmMBOgoBCDYyNVYLAQGrOvwACDkuNnL8AAXsOU0FkRRfYmF0Y2gltxQ6IDIyLjIF8Chwcm9wb3NlX3NlbiGxSGl0OiAwcywgcGVyc2lzdF9sb2cZ7xAxNDMuNAU2CWAUbGVhZGVyDVIkOTJucywgc3luYwk1BDk0DWIJLChtZW10YWJsZTogMkVGOaEFYyGBCZEQYXBwbHk2rAARdgUbFY8EODJNdRRtdXRleF8p+wG8CXEynQAZFwB3ZToAMwWEACwNKxmcBDEwBeEuQAIYcHJpbWFyef75AWr5AQgzNjVFfUIEA0r5AQg1LjlphFr1Agn8dcdG+QEAMVHprvkBBDYwMjABMlsBBDMzNvgBBDMzRcZGXAEANUEiOvcBBDIwSQ4ALCncMvcBBDEyDUk29wEVjABtwvcBBDE1TTIpJjn3DDguNDWhBoE3bcwIbnVtoSoJKoWHADER0xhieXRlOjMyBS5oaW5zZXJ0OjEzNi4xbXMJOTguNSBLQglOL0EK')\n# Resource_group: default\n;"] [2024/06/01 12:32:11.115 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.017154295s] [2024/06/01 12:32:11.120 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:32:11.120 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=17.356µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=14.271µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=11.302µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=12.422µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=11.536µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=3.57µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=5.99µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=12.704µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=9.337µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=11.077µs] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:11.141 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=11.799µs] [2024/06/01 12:32:11.141 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] [2024/06/01 12:32:11.142 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] [2024/06/01 12:32:11.143 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 428a4aaf-068d-4752-9553-b601cd818aea"] [] [2024/06/01 12:32:11.144 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:11.144 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:32:11.145 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:32:11.160 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=428a4aaf-068d-4752-9553-b601cd818aea] ["take time"=40.098716ms] [2024/06/01 12:32:11.160 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=428a4aaf-068d-4752-9553-b601cd818aea] [2024/06/01 12:32:11.162 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=364] [2024/06/01 12:32:11.162 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:11.162 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:32:11.163 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:32:11.163 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:32:11.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:11.163 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:32:11.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:11.162 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:11.162 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:32:11.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:11.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:11.163 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:11.163 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a watch owner key /tidb/br-stream/owner/22318fd3c77d9fe0"] [2024/06/01 12:32:11.163 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [2024/06/01 12:32:11.163 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [2024/06/01 12:32:11.164 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:32:11.164 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:32:11.164 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:32:11.166 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:32:11.166 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=83e7d0d0-d9ac-4c86-8d63-a7b5d077392a] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:11.166 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:32:11.166 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [error="context canceled"] [2024/06/01 12:32:11.166 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:11.166 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:11.166 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:11.166 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [2024/06/01 12:32:11.166 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:32:11.166 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:11.166 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=46.829592ms] [2024/06/01 12:32:11.166 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511194209831310] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:32:11.178 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:32:11.322 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=1763] ["lease id"=3eaa8fd3c77d9978] [2024/06/01 12:32:11.324 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:32:11.415 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=87.606499ms] [2024/06/01 12:32:11.420 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:11.421 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=257609df-da28-4adb-b7e9-db5c20dbc348] [runWorker=true] [2024/06/01 12:32:11.421 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:32:11.423 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:32:11.423 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:11.424 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:11.424 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:11.424 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:32:11.426 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] ["owner key"=/tidb/ddl/fg/owner/6f188fd3c77d98eb] [ownerID=257609df-da28-4adb-b7e9-db5c20dbc348] [op=none] [2024/06/01 12:32:11.426 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:32:11.427 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:11.427 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=01bc5bf2-b2bc-4afc-b121-b9bfa30c7848] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:11.434 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:32:11.435 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] ["owner key"=/tidb/ddl/fg/owner/6f188fd3c77d98eb] [ownerID=257609df-da28-4adb-b7e9-db5c20dbc348] [op=none] [2024/06/01 12:32:11.435 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [op=none] [2024/06/01 12:32:11.435 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:32:11.450 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/01 12:32:11.451 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:32:11.452 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/01 12:32:11.454 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] ["owner key"=/tidb/bindinfo/owner/6f188fd3c77d98f0] [ownerID=257609df-da28-4adb-b7e9-db5c20dbc348] [op=none] [2024/06/01 12:32:11.454 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:32:11.466 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/01 12:32:11.472 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/01 12:32:11.554 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:32:11.571 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:32:11.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:32:11.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:32:11.584 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/01 12:32:11.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:32:11.584 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/01 12:32:11.584 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:32:11.584 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/01 12:32:11.584 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/01 12:32:11.584 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/01 12:32:11.587 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:32:11.587 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/01 12:32:11.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:32:11.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:32:11.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:32:11.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:32:11.588 +00:00] [INFO] [domain.go:2426] ["updateStatsWorker started."] [2024/06/01 12:32:11.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:11.589 +00:00] [INFO] [domain.go:2306] ["start load stats sub workers"] ["worker count"=10] [2024/06/01 12:32:11.591 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] ["owner key"=/tidb/stats/owner/3eaa8fd3c77d9983] [ownerID=257609df-da28-4adb-b7e9-db5c20dbc348] [op=none] [2024/06/01 12:32:11.591 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:32:11.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:32:11.593 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/06/01 12:32:11.599 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/01 12:32:11.600 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/723a779c-f43a-44fb-9016-06b190431ee0] [2024/06/01 12:32:11.601 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:11.601 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:11.611 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:32:11.611 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/01 12:32:11.612 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/01 12:32:11.618 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/01 12:32:11.627 +00:00] [INFO] [domain.go:2345] ["init stats info time"] [lite=true] ["take time"=40.061925ms] [2024/06/01 12:32:11.627 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:11.670 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/01 12:32:11.728 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/01 12:32:11.768 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] === RUN TestImportInto/TestImportFromSelectBasic [2024/06/01 12:32:11.776 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists from_select"] [user=] [2024/06/01 12:32:11.778 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database from_select"] [user=] [2024/06/01 12:32:12.039 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=361.974931ms] [2024/06/01 12:32:12.129 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:12.129 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=454.98262ms] [2024/06/01 12:32:12.312 +00:00] [INFO] [commit.go:160] ["2PC commitTS rejected by TiKV, retry with a newer commitTS"] [txnStartTS=450165507819307023] [info="{StartTs:450165507819307023 AttemptedCommitTs:450165507832414209 Key:748000fffffffffffe5f728000000000000069 MinCommitTs:450165507950379015}"] [2024/06/01 12:32:12.314 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165507819307023\n# Query_time: 0.511866951\n# Parse_time: 0\n# Compile_time: 0.005022992\n# Rewrite_time: 0.000255322\n# Optimize_time: 0.001254757\n# Wait_TS: 0.000117545\n# Prewrite_time: 0.001387023 Commit_time: 0.002598139 Get_commit_ts_time: 0.000370834 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 545.2µs}, scan_detail: {get_snapshot_time: 10.2µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 21.3µs, propose_send_wait: 0s, persist_log: {total: 96.4µs, write_leader_wait: 32ns, sync_log: 56.4µs, write_memtable: 1.06µs}, commit_log: 285.8µs, apply_batch_wait: 14µs, apply: {total:62µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 22.8µs, write_memtable: 12.3µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 545.2µs}, scan_detail: {get_snapshot_time: 10.2µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 21.3µs, propose_send_wait: 0s, persist_log: {total: 96.4µs, write_leader_wait: 32ns, sync_log: 56.4µs, write_memtable: 1.06µs}, commit_log: 285.8µs, apply_batch_wait: 14µs, apply: {total:62µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 22.8µs, write_memtable: 12.3µs}}} Write_keys: 1 Write_size: 845 Prewrite_region: 1\n# Is_internal: true\n# Digest: 1b73a00c73a03d7dc9dd08a1ea99474b2523e5f72366f740be5156fa244256c4\n# Num_cop_tasks: 0\n# Mem_max: 9497\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('tQnYMAkyN18xCTAJMAlOL0EJMAl0aW1lOjY0MC4xwrVzLCBsb29wczoxLCBwcmVwYXJlOiAzMjkuMgUcLGluc2VydDozMTAuOQURiGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjM5bXMsIGdldF9jDSIYczozNzAuOB02DDoyLjYBJhxzbG93ZXN0XxE/8DxfcnBjOiB7dG90YWw6IDAuMDAxcywgcmVnaW9uX2lkOiAxNCwgc3RvcmU6IDEyNy4wLjAuMToyMDE2MiwgAc0YX2RldGFpbAFEIGlrdl93YWxsXwEYEDogNTQ1BcoYfSwgc2NhbhkpAaocc25hcHNob3QNLAQxMAUrYCwgcm9ja3NkYjoge2Jsb2NrOiB7fX19LCAF6xlCBZFAX2JhdGNoX3dhaXQ6IDIxLjMF7yxwcm9wb3NlX3NlbmQNHDgwcywgcGVyc2lzdF9sb2cBqwnvDDk2LjQFNQlfFGxlYWRlcg01JDMybnMsIHN5bmMJNAA1NiwAGG1lbXRhYmwhFhAuMDbCtQHmLaAFYwgyODUtgBBhcHBseTKsAAAxCXUFGRWNBDYyBYoUbXV0ZXhfCfsBuEqaABkXAHchtAQyMg1pCSsdmQAyJRMlQA2bGHByaW1hcnn+9QFq9QEENDZB2Y7zAQg3LjYpCOLzAXFFrvMBCDg5LiGuUVIy8wEENDQ68wEANW15QloBCC4xN0rzAQQ2MA1cJdo28wEINS41JeAFGzn1CRUAbcL1AQgxNC4BghHHPfVpCCX1bcYIbnVtgWIJxQxrZXlzGQ5UYnl0ZTo4NDV9CTEuMjcgS0IJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('wAnwPgq7CQoISW5zZXJ0XzE4AUABUgNOL0FaFnRpbWU6NjQwLjHCtXMsIGxvb3BzOjFiInByZXBhcmU6IDMyOS4ywgEcAGkFPrg6MzEwLjnCtXNi2whjb21taXRfdHhuOiB7cHJld3JpdGU6MS4zOW1zLCBnZXRfYw0iHHM6MzcwLjjCAUgJNjw6Mi42bXMsIHNsb3dlc3RfET/wPF9ycGM6IHt0b3RhbDogMC4wMDFzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYyLCABzhhfZGV0YWlsAUQgaWt2X3dhbGxfARgUOiA1NDUuAcsYfSwgc2NhbhkpLGdldF9zbmFwc2hvdA0sBDEwBStgLCByb2Nrc2RiOiB7YmxvY2s6IHt9fX0sIAXrGUIFkUBfYmF0Y2hfd2FpdDogMjEuMwXvLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwGrCe8MOTYuNAU1CV8UbGVhZGVyDTUIMzJuIS8IeW5jCTQANTYsABhtZW10YWJsIRYQLjA2wrUB5ilqCS8IMjg1LYAQYXBwbHkyrAAAMQl1BRkVjQA2ISscLCBtdXRleF8J+wG4SpoAGRcAdyG0BDIyDWkJKx2ZADIlEyVADZsYcHJpbWFyef71AWr1AQQ0NkHajvMBCDcuNikI4vMBcUau8wEIODkuIa5RUjLzAQQ0NDrzAQA1ZXoRLD1aCC4xN0rzAQQ2MA1cJdo28wEINS41RWoFGzn1CRUAbcL1AQgxNC4BgkqbAGkIJfVtxhBudW06MREqDGtleXMZDmBieXRlOjg0NX1wmQp4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:12.315 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:11.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.315 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:11.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/01 12:32:12.365 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.397 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=1.030421ms] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:12.405 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 83e7d0d0-d9ac-4c86-8d63-a7b5d077392a"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:12.409 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/01 12:32:12.411 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=19.147488ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:11.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.445 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:12.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:12.445 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:12.445 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:12.449 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.478 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/01 12:32:12.478 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.482 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.704067302\n# Parse_time: 0.000214786\n# Compile_time: 0.000546139\n# Rewrite_time: 0.000006198\n# Optimize_time: 0.000485507\n# Wait_TS: 0.000412725\n# Is_internal: false\n# Digest: b1209c5d4d4287dcfacd0b1e3471edef37bb3a506af93edd1e19dc300a228d94\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database from_select;"] [2024/06/01 12:32:12.484 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/06/01 12:32:12.536 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.536 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/06/01 12:32:12.601 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/01 12:32:12.601 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/01 12:32:12.601 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/723a779c-f43a-44fb-9016-06b190431ee0] [watcherID=febccfdf-2dfb-40d3-b0ba-283ed525d675] [2024/06/01 12:32:12.612 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/01 12:32:12.621 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.626 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/06/01 12:32:12.626 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/01 12:32:12.626 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/01 12:32:12.626 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/01 12:32:12.626 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/01 12:32:12.629 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: src"] [2024/06/01 12:32:12.680 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=2.771853ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.691 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/01 12:32:12.693 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=18.946168ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.758 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.791 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/01 12:32:12.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.311544251\n# Parse_time: 0.000472227\n# Compile_time: 0.000686603\n# Rewrite_time: 0.000007914\n# Optimize_time: 0.000485507\n# Wait_TS: 0.000317478\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/06/01 12:32:12.797 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/06/01 12:32:12.846 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.847 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/06/01 12:32:12.922 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.931 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 108, Table Name: dst"] [2024/06/01 12:32:13.007 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.197594ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.025 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/06/01 12:32:13.027 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=27.65588ms] [job="ID:109, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.098 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.133 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/01 12:32:13.133 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.137 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.341362231\n# Parse_time: 0.000524778\n# Compile_time: 0.000923557\n# Rewrite_time: 0.000010078\n# Optimize_time: 0.000485507\n# Wait_TS: 0.000357573\n# DB: from_select\n# Is_internal: false\n# Digest: a76a126469d771a1fb2f56895f4548d61ab1072e3e940c002ce9b9403bd1eff3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int, v varchar(64));"] [2024/06/01 12:32:13.154 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4226\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:36\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst FROM select id from src"] [2024/06/01 12:32:13.156 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[planner:1136]Column count doesn't match value count at row 1"] [errorVerbose="[planner:1136]Column count doesn't match value count at row 1\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.(*Error).GenWithStackByArgs\n\texternal/com_github_pingcap_errors/normalize.go:175\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4226\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectBasic\n\ttests/realtikvtest/importintotest2/from_select_test.go:37\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst(id) FROM select * from src"] [2024/06/01 12:32:13.323 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=108] [2024/06/01 12:32:13.323 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=dst] [import_dir=/tmp/tidb/import-4000] [2024/06/01 12:32:13.331 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:13.332 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:13.332 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:13.332 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:13.333 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:13.333 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:13.333 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:13.333 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:13.333 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:13.352 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:13.355 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:13.356 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:13.373 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:13.377 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:13.382 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [key=import-from-select] [2024/06/01 12:32:13.382 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [key=import-from-select] [2024/06/01 12:32:13.384 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [key=import-from-select] [readDur=70.131µs] [encodeDur=1.384386ms] [checksum="{cksum=8588618341924296420,size=76,kvs=2}"] [deliverDur=359.485µs] [type=query] [takeTime=2.3089ms] [] [2024/06/01 12:32:13.384 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [key=import-from-select] [readDur=66.219µs] [encodeDur=1.512413ms] [checksum="{cksum=3978687069447174564,size=76,kvs=2}"] [deliverDur=310.754µs] [type=query] [takeTime=2.339267ms] [] [2024/06/01 12:32:13.385 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/53909378-e562-4d1e-9d58-1706013aa96a/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a6a42f37-aa93-4c7b-8ed2-51477cf17727.sst] [firstKey=74800000000000006C5F728000000000000001] [lastKey=74800000000000006C5F728000000000000004] [2024/06/01 12:32:13.385 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:13.386 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/53909378-e562-4d1e-9d58-1706013aa96a/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/7530df44-7bba-4001-92cf-044e8528faef.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000003] [2024/06/01 12:32:13.390 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=4.373171ms] [] [2024/06/01 12:32:13.390 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:13.396 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:13.418 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:13.418 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:13.424 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:32:13.435 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:13.436 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=46.239698ms] [] [2024/06/01 12:32:13.436 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:13.438 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.960702ms] [] [2024/06/01 12:32:13.438 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:13.439 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:13.439 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=78.499µs] [] [2024/06/01 12:32:13.439 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/01 12:32:13.439 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [2024/06/01 12:32:13.447 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [takeTime=8.360202ms] [] [2024/06/01 12:32:13.447 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/01 12:32:13.447 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [weight=30] [2024/06/01 12:32:13.447 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [concurrency=15] [2024/06/01 12:32:13.452 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:13.453 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/01 12:32:13.453 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=53909378-e562-4d1e-9d58-1706013aa96a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=13.866309ms] [] [2024/06/01 12:32:13.453 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:13.453 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=12.388µs] [] INFO: From Testing //tests/realtikvtest/importintotest4:importintotest4_test: [2024/06/01 12:32:13.453 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] ==================== Test output for //tests/realtikvtest/importintotest4:importintotest4_test: === RUN TestImportInto [2024/06/01 12:32:13.454 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.059867ms] [] [2024/06/01 12:31:59.189 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:13.454 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:31:59.189 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:13.454 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.71µs] [] [2024/06/01 12:31:59.190 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:13.454 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:31:59.191 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:13.455 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=878.092µs] [] [2024/06/01 12:31:59.191 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:13.459 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:31:59.192 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:13.459 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:31:59.192 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:13.459 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:31:59.192 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:13.459 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:31:59.192 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:13.459 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:31:59.192 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:13.459 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:31:59.195 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/01 12:32:13.459 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:31:59.200 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=2] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:32:13.460 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:31:59.201 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=3] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:32:13.460 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:31:59.203 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:32:13.460 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:31:59.228 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:13.460 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:31:59.228 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:13.460 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:31:59.236 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:13.460 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:31:59.237 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:13.462 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:31:59.250 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:13.462 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:31:59.274 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511205111906084] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:32:13.462 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:31:59.384 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:32:13.462 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:31:59.524 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=784] ["lease id"=3eaa8fd3c7889bdb] [2024/06/01 12:32:13.462 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:31:59.526 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:31:59.533 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest4/importintotest4_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest4/main_test.go:65\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest4/importintotest4_test.TestImportInto\n\ttests/realtikvtest/importintotest4/main_test.go:49\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/01 12:32:13.464 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165508186046465\n# Conn_ID: 2\n# Query_time: 0.306836347\n# Parse_time: 0.000372678\n# Compile_time: 0.002256755\n# Rewrite_time: 0.001431738\n# Optimize_time: 0.000485507\n# Wait_TS: 0.000116886\n# Cop_time: 0.000303305 Process_time: 0.00003254 Wait_time: 0.000025445 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 696879db0760bc7486baaa9d977a82add10957a2b15f1227e60d437897443093\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.254e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5445e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yAXwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTozMDIuOG1zLCBsb29wczoxCU4vQQlOL0EKMQkzMV83CTAJMTAwMDAJZGF0YTpUYWJsZUZ1bGxTY2FuXzYJNAl0AUQMMS4yORlDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDQBKURwcm9jX2tleXM6IDQsIHRvdF8BEiA6IDMyLjXCtXMJEyR3YWl0OiAyNS40BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogMzQuNgU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFhAhhbF8lJQg5NDgFmTB9fQkzNTEgQnl0ZXMJISUkMgk0M182CTFfMC0nwHRhYmxlOnNyYywga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdl8lJwB7BWYMMHMsIC2GDH0sIHMhYyhkZXRhaWw6IHt0bwGNGHByb2Nlc3MyOwEEYWwyFwAgX3NpemU6IDE4KVkEYWwNLTg1LCBnZXRfc25hcHNob3QJ2AwgOC41KXF0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JacIa2V5PhYAGDgsIGJsb2Mh6BB9fX0sIAHHXrQAARw24gEIYWxfIeQNGjXpAHQhFwx3YWxsDRk8MTE1wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('swagCq4GCgxJbXBvcnRJbnRvXzIS5wUKDVRhYmxlUmVhZGVyXzcSpgMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvaq4CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIHRvdGFsX3Byb2NlcwkXIF9zaXplOiAxOBUeBGtlAS08NSwgZ2V0X3NuYXBzaG90XwVywCA4LjU1wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVBF9kVrQAARwQOiAzMi4JcQnRCHdhaRGLDDI1LjQFiyB0aWt2X3dhbGwNMwQxMQEyCH1w/xEBBAF4EQoo/wEhnFYfpYdMFkEulQEoAUABUhRkYXRhOlQ2wwEEWhQFhhwxLjI5bXMsICltHDJi2gFjb3BfJYpIIHtudW06IDEsIG1heDogMS4wNAEqDHByb2MtSSlYAF8BEgA6Ms8ABc0EOiAVyIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiAzNC42JQJgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEYNHJwY19pbmZvOntDb3A6Aa8YX3JwYzoxLC1TBeIIOTQ4JWgQfX1w3wI9Lyg4AUABUgNOL0FaFQUoEDMwMi44AeEpCwAxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src`;"] [2024/06/01 12:31:59.556 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.047021ms] [2024/06/01 12:32:13.491 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:31:59.559 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:31:59.560 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=841e23b5-8068-4a5e-980b-de1cff8435ff] [runWorker=true] [2024/06/01 12:32:13.492 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=54] [error="[executor:8173]PreCheck failed: target table is not empty"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/01 12:31:59.560 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:32:13.494 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/01 12:31:59.562 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:31:59.563 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:32:13.523 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:13.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:13.523 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:13.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:13.574 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:13.586 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: dst, Old Table ID: 108, Old Table Name: dst"] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:13.644 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=7.424365ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:13.657 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/06/01 12:31:59.563 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:31:59.563 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:13.660 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=27.65641ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.563 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:13.716 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/06/01 12:31:59.563 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:32:13.730 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/06/01 12:31:59.565 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd3c7889bdf] [ownerID=841e23b5-8068-4a5e-980b-de1cff8435ff] [op=none] [2024/06/01 12:31:59.565 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [2024/06/01 12:32:13.734 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.566 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:13.800 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/01 12:31:59.566 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:13.800 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.566 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] ["owner key"=/tidb/br-stream/owner/3eaa8fd3c7889be1] [ownerID=e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd] [op=none] [2024/06/01 12:31:59.567 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [2024/06/01 12:31:59.568 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:31:59.569 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd3c7889bdf] [ownerID=841e23b5-8068-4a5e-980b-de1cff8435ff] [op=none] [2024/06/01 12:32:13.803 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.311252891\n# Parse_time: 0.001287236\n# Compile_time: 0.001037561\n# Rewrite_time: 0.000011437\n# Optimize_time: 0.000871206\n# Wait_TS: 0.000382544\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/01 12:31:59.569 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [op=none] [2024/06/01 12:32:14.040 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=110] [2024/06/01 12:31:59.569 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:32:14.048 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:31:59.574 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/01 12:32:14.048 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:14.049 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:31:59.605 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:59.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.049 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:14.050 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:31:59.605 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:59.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/01 12:32:14.050 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:14.050 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:14.050 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:31:59.646 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.050 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:31:59.699 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.356531ms] [2024/06/01 12:32:14.064 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:31:59.704 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:14.066 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:31:59.713 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.066 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:31:59.713 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/01 12:32:14.071 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:14.075 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:31:59.715 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=44.792116ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:59.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.127 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [key=import-from-select] [2024/06/01 12:31:59.783 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.808 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/01 12:32:14.128 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [key=import-from-select] [readDur=24.155µs] [encodeDur=632.864µs] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [deliverDur=264.883µs] [type=query] [takeTime=1.241458ms] [] [2024/06/01 12:31:59.808 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.128 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [key=import-from-select] [2024/06/01 12:31:59.812 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/01 12:32:14.128 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=148.08µs] [] [2024/06/01 12:32:14.129 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:14.129 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/cd5029e3-a515-4f1b-afa3-5075f5d1a099/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8caa266c-b988-4b8a-860e-74cee9588965.sst] [firstKey=74800000000000006E5F728000000000000001] [lastKey=74800000000000006E5F728000000000000002] [2024/06/01 12:32:14.131 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.365534ms] [] [2024/06/01 12:32:14.131 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:14.136 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:14.157 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=76] [2024/06/01 12:32:14.157 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:14.170 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/06/01 12:32:14.172 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.518736ms] [] [2024/06/01 12:32:14.172 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:14.174 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.610172ms] [] [2024/06/01 12:32:14.174 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:14.174 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:14.174 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=64.567µs] [] [2024/06/01 12:31:59.836 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/01 12:32:14.174 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [2024/06/01 12:32:14.174 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [2024/06/01 12:32:00.031 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.181 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [takeTime=7.377136ms] [] [2024/06/01 12:32:14.181 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [checksum="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/06/01 12:32:14.182 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [weight=30] [2024/06/01 12:32:14.182 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [concurrency=15] [2024/06/01 12:32:14.186 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=110] [physicalTableID=110] [indexID=-1] [checksum=15380830721546568226] [totalKvs=2] [totalBytes=76] [2024/06/01 12:32:14.186 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [local="{cksum=15380830721546568226,size=76,kvs=2}"] [2024/06/01 12:32:14.187 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=cd5029e3-a515-4f1b-afa3-5075f5d1a099] [checksum="{\"id=-1\"=\"{cksum=15380830721546568226,size=76,kvs=2}\"}"] [takeTime=12.58508ms] [] [2024/06/01 12:32:14.187 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:14.187 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.213µs] [] [2024/06/01 12:32:14.187 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:14.188 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.062469ms] [] [2024/06/01 12:32:14.188 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:14.188 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.999µs] [] [2024/06/01 12:32:14.188 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:14.189 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=935.15µs] [] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:14.196 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:14.196 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:00.031 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:00.102 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:00.395 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=14.081702ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:00.406 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.196 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:00.406 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/01 12:32:14.197 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:14.197 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:14.198 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:14.198 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:14.198 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:00.408 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=31.12175ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.198 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:14.198 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:00.455 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.567 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:00.620 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/01 12:32:00.620 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.624 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.795903312\n# Parse_time: 0\n# Compile_time: 0.008832245\n# Rewrite_time: 0.000007623\n# Optimize_time: 0\n# Wait_TS: 0.000339402\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/01 12:32:14.201 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165508343595018\n# Conn_ID: 2\n# Query_time: 0.395399027\n# Parse_time: 0.000646357\n# Compile_time: 0.004101556\n# Rewrite_time: 0.002632107\n# Optimize_time: 0.000871206\n# Wait_TS: 0.000108338\n# Cop_time: 0.000073839 Process_time: 0.000046013 Wait_time: 0.000022789 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 6e6a9a0f1e74ed684f03a2c0c9e24f14b196cab2c16a12ba0ff52484bc0cb91e\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.6013e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.2789e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 317\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('pgaYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM4OC45bXMsIGxvb3BzOjEJARyYTi9BCjEJMzFfOQkwCTMzMzMuMzMJZGF0YTpTZWxlY3Rpb25fOAkyCUIQNTYxwrUVQXQyLCBjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjEFakRwcm9jX2tleXM6IDQsIHRvdF8BEgw6IDQ2BUgBESR3YWl0OiAyMi44BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoYbjogNTAuNwU6qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjEFlQhhbF8lIUQxLjFtc319CTMxNyBCeXRlcwkhHiAyCTFfOAkxXzA1HyBndChmcm9tX3MlIiguc3JjLmlkLCA1KSUoBGt2BaMEOnsFVAAwNS8BhzxzY2FuX2RldGFpbDoge3RvAXshEghlc3MyJwEEYWwyFwAgX3NpemU6IDE4KUUEYWwNLTg1LCBnZXRfc25hcHNob3QJxhAgNS4yMiUSdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWTCGtleT4WABg4LCBibG9jIdQ5iA0yFDJ9fX0sIAHZXsYAARwIOiA0NeAIYWxfIeINGDXnAHQhJwh3YWwtegggMTMpxwR9CVGVGDMJNDNfNwkheMgxMDAwMAl0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXQBX0WZRoYBIAlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('swfgCq4HCgxJbXBvcnRJbnRvXzIS5wYKDVRhYmxlUmVhZGVyXzkSrwQKC1NlbGVjdGlvbl84EpMBCg9UASJQRnVsbFNjYW5fNyFkwppVvg5EQSkAAQFQiMNAMAQ4AkACShQKEgoLZnJvbV9zBULwRhIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBYI4Wt1HQSmrqqqqqgqqQDACAYIQUhlndCgdgTQuc3JjLmlkLCA1KWrAAm5oAAgsIHMB3HxkZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDQsIEYXACBfc2l6ZTogMTgVHgktQDUsIGdldF9zbmFwc2hvdF90AdqgIDUuMjLCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWdexgABHAw6IDQ2BYEJygh3YWkRmwwyMi44CRocaWt2X3dhbGwNMSQxMzAuN8K1c31wIXwFATKMARhGAcpPUpgQMowBKAFAAVIQZGF0YTpTRQoYaW9uXzhaFAWCCDU2MQVoKeMYMmLVAWNvcEkAWCB7bnVtOiAxLCBtYXg6IDEuMTltcywgIYctVylmJZkAOh3LBckAOhnEEGNvcHJfOSNEcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoQbjogNTAF5AV5yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLC1PBeAoMS4xbXN9fXC9AnglLQEBLAE4AUABUgNOL0FaFQUlDDM4OC4F3CkGADFWXAEEGAE=')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WHERE `id`>5;"] [2024/06/01 12:32:14.211 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_select] [sql="truncate table src"] [user=] [2024/06/01 12:32:00.630 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/01 12:32:14.242 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.676 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.242 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table src"] [2024/06/01 12:32:14.337 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.676 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/01 12:32:14.349 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 112, Table Name: src, Old Table ID: 106, Old Table Name: src"] [2024/06/01 12:32:00.718 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.403 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=3.358663ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:14.416 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/06/01 12:32:00.786 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.634978ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.794 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.794 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/01 12:32:14.418 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=23.174426ms] [job="ID:113, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.456 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=113] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/01 12:32:00.796 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=16.788175ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.467 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=113] [jobType="truncate table"] [2024/06/01 12:32:00.830 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.875 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/01 12:32:14.471 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.875 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.535 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/01 12:32:14.535 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.880 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/01 12:32:00.919 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.889 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.539 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.329974083\n# Parse_time: 0.000518592\n# Compile_time: 0.001141627\n# Rewrite_time: 0.000011756\n# Optimize_time: 0.000891734\n# Wait_TS: 0.000383995\n# DB: from_select\n# Is_internal: false\n# Digest: f2c7f6405bf8440e1c17a34c69e3838791b741099c9e639d9dbbec96d8706c03\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table src;"] [2024/06/01 12:32:14.541 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/01 12:32:00.919 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.889 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/01 12:32:14.580 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.959 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.889 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.580 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/01 12:32:01.029 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.765821ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.041 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.041 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/01 12:32:14.659 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:110, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.670 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 114, Table Name: dst, Old Table ID: 110, Old Table Name: dst"] [2024/06/01 12:32:01.043 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=20.395007ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.889 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.732 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=4.001186ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:14.746 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/06/01 12:32:01.077 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.889 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.116 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/01 12:32:01.116 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.747 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=24.186445ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.807 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[110]"] [comment="drop table: table ID"] [2024/06/01 12:32:14.815 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/06/01 12:32:14.820 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:110, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.885 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/01 12:32:14.885 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.130 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/01 12:32:14.888 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.348417691\n# Parse_time: 0.000195785\n# Compile_time: 0.001081311\n# Rewrite_time: 0.000011131\n# Optimize_time: 0.000891734\n# Wait_TS: 0.000434746\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/01 12:32:01.232 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.232 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/01 12:32:01.297 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.464 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.724612ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.474 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.474 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/01 12:32:01.476 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=20.419809ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.540 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.563 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:32:01.565 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2379] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/01 12:32:01.665 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/01 12:32:01.665 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.669 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.543775617\n# Parse_time: 0\n# Compile_time: 0.004895791\n# Rewrite_time: 0.000007608\n# Optimize_time: 0\n# Wait_TS: 0.000317421\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:01.675 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/01 12:32:01.735 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.689 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.735 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.689 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/01 12:32:01.805 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.689 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.898 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.060345ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.908 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.908 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/01 12:32:01.909 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=18.353554ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.689 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.943 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.689 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.005 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/01 12:32:02.005 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.008 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.335867331\n# Parse_time: 0\n# Compile_time: 0.003018612\n# Rewrite_time: 0.00001122\n# Optimize_time: 0\n# Wait_TS: 0.000498997\n# DB: mysql\n# Is_internal: true\n# Digest: 5759132672d59a4de3b27e6fbbd8f039e7489d9187962651ede26b9390589e5c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:02.013 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/01 12:32:02.069 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.069 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/01 12:32:02.113 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.207 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.032638ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.218 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:17.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165509012062209\n# Conn_ID: 2\n# Query_time: 3.057510589\n# Parse_time: 0.881489011\n# Compile_time: 1.111619844\n# Rewrite_time: 0.043332594\n# Optimize_time: 0.000891734\n# Wait_TS: 0.000141752\n# Prewrite_time: 0.092443042 Commit_time: 0.010799917 Get_commit_ts_time: 0.000354446 Slowest_prewrite_rpc_detail: {total:0.086s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 5.93ms}, scan_detail: {get_snapshot_time: 7.61µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 28.9µs, propose_send_wait: 0s, persist_log: {total: 183.5µs, write_leader_wait: 36ns, sync_log: 141µs, write_memtable: 409ns}, commit_log: 421µs, apply_batch_wait: 2.02ms, apply: {total:2.33ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 37.2µs, write_memtable: 375.7µs}}} Commit_primary_rpc_detail: {total:0.086s, region_id: 14, store: 127.0.0.1:20162, time_detail: {tikv_wall_time: 5.93ms}, scan_detail: {get_snapshot_time: 7.61µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 28.9µs, propose_send_wait: 0s, persist_log: {total: 183.5µs, write_leader_wait: 36ns, sync_log: 141µs, write_memtable: 409ns}, commit_log: 421µs, apply_batch_wait: 2.02ms, apply: {total:2.33ms, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 37.2µs, write_memtable: 375.7µs}}} Write_keys: 5000 Write_size: 203762 Prewrite_region: 1\n# DB: from_select\n# Is_internal: false\n# Digest: 2eb078d80e2f69b93895c0e634b5a5b655b210941e21f8f52b7ab2a5ed4ce332\n# Num_cop_tasks: 0\n# Mem_max: 1523240\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('4xTwVTAJMjdfMQkwCTAJTi9BCTAJdGltZTo5NDMuNW1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI0OS45bXMsIGF1dG9faWRfYWxsb2NhdG9yOiB7BQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWkoNjQ1LjbCtXN9LCABEBhfZGV0YWlsEWYcX3Byb2Nlc3MJLBQgMzPCtXMRPwx3YWl0ERgIMC44HRooa3ZfcmVhZF93YWwNZhAgNjguMQkiCGlrdi4ZAAg4MC4BVRh9LCBzY2FuPn8ADGtleXMFwihnZXRfc25hcHNobxF1CDguMAl1eHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhBCQyfX19LCBjb21tAbREeG46IHtwcmV3cml0ZToxLjYzIWoBYxEiEHM6Mzg0BZkRNgw6MS4xJW4cc2xvd2VzdF8RQCVUACAxlWQwLjAwMnMsIHJlZ2lvbl9pZDogMTAsIHN0byG7ODEyNy4wLjAuMToyMDE2MkJzATocAQw2NDcuAeNCHQEBqzoOAQQxNi1hog4BBf45cQWjFF9iYXRjaCXbDDogMjANUyhwcm9wb3NlX3NlbiHVSGl0OiAwcywgcGVyc2lzdF9sb2c5ARAxNTMuNyXqCWAUbGVhZGVyDVIoMTAzbnMsIHN5bmMJNhAxMDUuMh0uKG1lbXRhYmxlOiAyBXw5tQVlCDMxOCURGCwgYXBwbHkyrgAEMTkFMg0bFZEEOTFF3xwsIG11dGV4X0khAb5KnwAZFwB3aWENUgkrGZwMMTQuNGEzXVQYcHJpbWFyeUYNAgQxc/4NAk0NCDQyNQX8kg0CMbpGDQIFtQnRdetG+wEEMTQtxa77AQw3My45Pcwy+gEENDE2+QEANAnNACwNizlcDDc4Mm4B5G2KJfcIMTk4DY9K9wEAMS2lBRs19wQ2OSUtzvcBBDE2TTIpJhmbDDEwLjUx923gCG51baFQCSqFrQAxEdMUYnl0ZToziXksaW5zZXJ0OjY5My42gWsN3TqJBAw5Mi40AR5h3hEiDHM6MzVJbpmJCDAuOAEngokEBDg2OnwCBDQs2okEEDUuOTNtIZY2pAUBqTqHBAg3Ljap6N56AgQyOE1FrnoCCDE4MyWbMXwyewIEMzY2ewIEMTQJoim1Od8INDA5QnoCBDQyCSxFXTJvBAwyLjAyIYYFGlV3CDIuM8VMxm0EBDM3WgkFCDM3NUX9ZblNF2JuBAQ4czZuBOryAQA2lvEBCDYuNqnB3vEBADSxuK7xAQgzMTdm8QEANzpsBAQxOJHOPvMBCDEuNe1gLVmFbwg4ODKl4M1LMvcBBDE5DXg++AEANRIdCMb4AQAxtaxKnQAEN20p92JuBAw1MDAwUfWFcVAyMDM3NjJ9CTcyNy41IEtCCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('7xTwXgrqFAoISW5zZXJ0XzE4AUABUgNOL0FaFXRpbWU6OTQzLjVtcywgbG9vcHM6MWLKC3ByZXBhcmU6IHt0b3RhbDogMjQ5LjltcywgYXV0b19pZF9hbGxvY2F0b3I6IHthAQxkX2NudDogMSwgR2V0OntudW1fcnBjOjEsIHQBQgBfBWooNjQ1LjbCtXN9LCABEBhfZGV0YWlsEWYcX3Byb2Nlc3MJLBQgMzPCtXMRPwx3YWl0ERgIMC44HRooa3ZfcmVhZF93YWwNZhAgNjguMQkiCGlrdi4ZAAg4MC4BVRh9LCBzY2FuPn8ADGtleXMFwihnZXRfc25hcHNobxF1CDguMAl1eHJvY2tzZGI6IHtibG9jazoge2NhY2hlX2hpdF9jb3UhBCQyfX19LCBjb21tAbRQeG46IHtwcmV3cml0ZToxLjYzbXMsBWMRIhBzOjM4NAWZETYQOjEuMTkBJxxzbG93ZXN0XxFAJVQAIDGVZDAuMDAycywgcmVnaW9uX2lkOiAxMCwgc3RvIbs4MTI3LjAuMC4xOjIwMTYyQnMBOhwBDDY0Ny4B40IdAUoOAQQxNi1hog4BBf45cQWjFF9iYXRjaCXbDDogMjANUyhwcm9wb3NlX3NlbiHVSGl0OiAwcywgcGVyc2lzdF9sb2c5ARAxNTMuNyXqCWAUbGVhZGVyDVIoMTAzbnMsIHN5bmMJNhAxMDUuMh0uKG1lbXRhYmxlOiAyBXw5tQVlCDMxOCURGCwgYXBwbHkyrgAEMTkFMg0bFZEEOTFF3xwsIG11dGV4X0khAb5KnwAZFwB3aWENUgkrGZwMMTQuNGEzXVQYcHJpbWFyeUYNAgQxc/4NAk0NCDQyNQX8kg0CMbpGDQIFtQnRdetG+wEEMTQtxa77AQw3My45Pcwy+gEENDE2+QEANAnNACwNizlcDDc4Mm4B5G2KJfcIMTk4DY9K9wEAMS2lBRs19wQ2OSUtzvcBBDE2TTIpJhmbDDEwLjUx923gCG51baFQCSqFrQAxEdMUYnl0ZToziXkEaW6h5yg6NjkzLjZtc2LhCA3eOooEDDkyLjSBY2HfESIMczozNUlvmYoIMC44ASeCigQEODY6fQIENCzaigQQNS45M20hlzalBQGpOpYFCDcuNqnp3nsCBDI4TUauewIIMTgzJZwxfTJ8AgQzNjZ8AgQxNAmiKbY54Ag0MDlCewIENDIJLEVeMnAEDDIuMDIhhgUaVXgIMi4zxU3GbgQEMzdaCgUIMzc1Rf5luk0XYm8EBDhzNm8E6vIBADaW8QEINi42qcLe8QEANLG5rvEBCDMxN2bxAQA3Om0EBDE4kc8+8wEIMS417WEtWYVwCDg4MqXhzUwy9wEEMTkNeD74AQA1Eh4IxvgBADG1rUqdAAQ3bSn3Ym8EDDUwMDBR9YVyXDIwMzc2Mn1wqLwteP///////////wEYAQ==')\n# Resource_group: default\ninsert into src values (0, 'abc-0'),(1, 'abc-1'),(2, 'abc-2'),(3, 'abc-3'),(4, 'abc-4'),(5, 'abc-5'),(6, 'abc-6'),(7, 'abc-7'),(8, 'abc-8'),(9, 'abc-9'),(10, 'abc-10'),(11, 'abc-11'),(12, 'abc-12'),(13, 'abc-13'),(14, 'abc-14'),(15, 'abc-15'),(16, 'abc-16'),(17, 'abc-17'),(18, 'abc-18'),(19, 'abc-19'),(20, 'abc-20'),(21, 'abc-21'),(22, 'abc-22'),(23, 'abc-23'),(24, 'abc-24'),(25, 'abc-25'),(26, 'abc-26'),(27, 'abc-27'),(28, 'abc-28'),(29, 'abc-29'),(30, 'abc-30'),(31, 'abc-31'),(32, 'abc-32'),(33, 'abc-33'),(34, 'abc-34'),(35, 'abc-35'),(36, 'abc-36'),(37, 'abc-37'),(38, 'abc-38'),(39, 'abc-39'),(40, 'abc-40'),(41, 'abc-41'),(42, 'abc-42'),(43, 'abc-43'),(44, 'abc-44'),(45, 'abc-45'),(46, 'abc-46'),(47, 'abc-47'),(48, 'abc-48'),(49, 'abc-49'),(50, 'abc-50'),(51, 'abc-51'),(52, 'abc-52'),(53, 'abc-53'),(54, 'abc-54'),(55, 'abc-55'),(56, 'abc-56'),(57, 'abc-57'),(58, 'abc-58'),(59, 'abc-59'),(60, 'abc-60'),(61, 'abc-61'),(62, 'abc-62'),(63, 'abc-63'),(64, 'abc-64'),(65, 'abc-65'),(66, 'abc-66'),(67, 'abc-67'),(68, 'abc-68'),(69, 'abc-69'),(70, 'abc-70'),(71, 'abc-71'),(72, 'abc-72'),(73, 'abc-73'),(74, 'abc-74'),(75, 'abc-75'),(76, 'abc-76'),(77, 'abc-77'),(78, 'abc-78'),(79, 'abc-79'),(80, 'abc-80'),(81, 'abc-81'),(82, 'abc-82'),(83, 'abc-83'),(84, 'abc-84'),(85, 'abc-85'),(86, 'abc-86'),(87, 'abc-87'),(88, 'abc-88'),(89, 'abc-89'),(90, 'abc-90'),(91, 'abc-91'),(92, 'abc-92'),(93, 'abc-93'),(94, 'abc-94'),(95, 'abc-95'),(96, 'abc-96'),(97, 'abc-97'),(98, 'abc-98'),(99, 'abc-99'),(100, 'abc-100'),(101, 'abc-101'),(102, 'abc-102'),(103, 'abc-103'),(104, 'abc-104'),(105, 'abc-105'),(106, 'abc-106'),(107, 'abc-107'),(108, 'abc-108'),(109, 'abc-109'),(110, 'abc-110'),(111, 'abc-111'),(112, 'abc-112'),(113, 'abc-113'),(114, 'abc-114'),(115, 'abc-115'),(116, 'abc-116'),(117, 'abc-117'),(118, 'abc-118'),(119, 'abc-119'),(120, 'abc-120'),(121, 'abc-121'),(122, 'abc-122'),(123, 'abc-123'),(124, 'abc-124'),(125, 'abc-125'),(126, 'abc-126'),(127, 'abc-127'),(128, 'abc-128'),(129, 'abc-129'),(130, 'abc-130'),(131, 'abc-131'),(132, 'abc-132'),(133, 'abc-133'),(134, 'abc-134'),(135, 'abc-135'),(136, 'abc-136'),(137, 'abc-137'),(138, 'abc-138'),(139, 'abc-139'),(140, 'abc-140'),(141, 'abc-141'),(142, 'abc-142'),(143, 'abc-143'),(144, 'abc-144'),(145, 'abc-145'),(146, 'abc-146'),(147, 'abc-147'),(148, 'abc-148'),(149, 'abc-149'),(150, 'abc-150'),(151, 'abc-151'),(152, 'abc-152'),(153, 'abc-153'),(154, 'abc-154'),(155, 'abc-155'),(156, 'abc-156'),(157, 'abc-157'),(158, 'abc-158'),(159, 'abc-159'),(160, 'abc-160'),(161, 'abc-161'),(162, 'abc-162'),(163, 'abc-163'),(164, 'abc-164'),(165, 'abc-165'),(166, 'abc-166'),(167, 'abc-167'),(168, 'abc-168'),(169, 'abc-169'),(170, 'abc-170'),(171, 'abc-171'),(172, 'abc-172'),(173, 'abc-173'),(174, 'abc-174'),(175, 'abc-175'),(176, 'abc-176'),(177, 'abc-177'),(178, 'abc-178'),(179, 'abc-179'),(180, 'abc-180'),(181, 'abc-181'),(182, 'abc-182'),(183, 'abc-183'),(184, 'abc-184'),(185, 'abc-185'),(186, 'abc-186'),(187, 'abc-187'),(188, 'abc-188'),(189, 'abc-189'),(190, 'abc-190'),(191, 'abc-191'),(192, 'abc-192'),(193, 'abc-193'),(194, 'abc-194'),(195, 'abc-195'),(196, 'abc-196'),(197, 'abc-197'),(198, 'abc-198'),(199, 'abc-199'),(200, 'abc-200'),(201, 'abc-201'),(202, 'abc-202'),(203, 'abc-203'),(204, 'abc-204'),(205, 'abc-205'),(206, 'abc-206'),(207, 'abc-207'),(208, 'abc-208'),(209, 'abc-209'),(210, 'abc-210'),(211, 'abc-211'),(212, 'abc-212'),(213, 'abc-213'),(214, 'abc-214'),(215, 'abc-215'),(216, 'abc-216'),(217, 'abc-217'),(218, 'abc-218'),(219, 'abc-219'),(220, 'abc-220'),(221, 'abc-221'),(222, 'abc-222'),(223, 'abc-223'),(224, 'abc-224'),(225, 'abc-225'),(226, 'abc-226'),(227, 'abc-227'),(228, 'abc-228'),(229, 'abc-229'),(230, 'abc-230'),(231, 'abc-231'),(232, 'abc-232'),(233, 'abc-233'),(234, 'abc-234'),(235, 'abc-235'),(236, 'abc-236'),(237, 'abc-237'),(238, 'abc-238'),(239, 'abc-239'),(240, 'abc-240'),(241, 'abc-241'),(242, 'abc-242'),(243, 'abc-243'),(244, 'abc-244'),(245, 'abc-245'),(246, 'abc-246'),(247, 'abc-247'),(248, 'abc-248'),(249, 'abc-249'),(250, 'abc-250'),(251, 'abc-251'),(252, 'ab(len:92802);"] [2024/06/01 12:32:02.218 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/01 12:32:18.196 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [concurrency=8] [target-table=`from_select`.`dst`] [target-table-id=114] [2024/06/01 12:32:18.203 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:02.220 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=19.296573ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.204 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:18.204 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:02.285 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.204 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:02.340 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/01 12:32:18.205 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:02.340 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.205 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:18.205 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:18.205 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:18.205 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:18.219 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:18.221 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:02.344 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.332901265\n# Parse_time: 0\n# Compile_time: 0.00215834\n# Rewrite_time: 0.000010162\n# Optimize_time: 0\n# Wait_TS: 0.000349452\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:18.221 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:18.226 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:02.347 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/01 12:32:18.229 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:02.386 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:18.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:02.386 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/01 12:32:18.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:18.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:02.452 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.255 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:02.508 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.39588ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:18.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:02.518 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:18.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:02.518 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/01 12:32:18.256 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [2024/06/01 12:32:02.520 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=17.446298ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.762 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=75.218048ms] [encodeDur=390.366128ms] [checksum="{cksum=2696167999635865946,size=25265,kvs=620}"] [deliverDur=7.962269ms] [type=query] [takeTime=506.584178ms] [] [2024/06/01 12:32:02.584 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.626 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/01 12:32:02.626 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.763 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25265] [kvs=620] [files=1] [sstFileSize=9090] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/a6646041-37b2-4434-98c0-5eca2aa4671d.sst] [firstKey=7480000000000000725F728000000000000004] [lastKey=7480000000000000725F728000000000001382] [2024/06/01 12:32:02.632 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/01 12:32:18.763 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=81.380337ms] [encodeDur=382.739231ms] [checksum="{cksum=17019865465582397753,size=25524,kvs=626}"] [deliverDur=9.595394ms] [type=query] [takeTime=506.486458ms] [] [2024/06/01 12:32:02.679 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.763 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=84.006679ms] [encodeDur=381.898885ms] [checksum="{cksum=298441832179068417,size=25380,kvs=623}"] [deliverDur=9.482488ms] [type=query] [takeTime=508.102273ms] [] [2024/06/01 12:32:02.679 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/01 12:32:18.764 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25524] [kvs=626] [files=1] [sstFileSize=9129] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/94e5f5d6-3fc6-40d6-8621-8b64657b3169.sst] [firstKey=7480000000000000725F72800000000000000C] [lastKey=7480000000000000725F728000000000001380] [2024/06/01 12:32:02.737 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=96.445699ms] [encodeDur=369.351586ms] [checksum="{cksum=878885629604104442,size=25420,kvs=624}"] [deliverDur=11.008664ms] [type=query] [takeTime=509.446662ms] [] [2024/06/01 12:32:02.812 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=3.29651ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.824 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.824 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/01 12:32:18.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=91.33967ms] [encodeDur=374.109606ms] [checksum="{cksum=6330553576917009837,size=25354,kvs=622}"] [deliverDur=10.766008ms] [type=query] [takeTime=509.542734ms] [] [2024/06/01 12:32:02.826 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=30.41344ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.764 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=88.239892ms] [encodeDur=377.236754ms] [checksum="{cksum=924253635310616899,size=25503,kvs=626}"] [deliverDur=11.065866ms] [type=query] [takeTime=509.342722ms] [] [2024/06/01 12:32:02.896 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.940 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/01 12:32:02.940 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.765 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=54.176808ms] [encodeDur=410.986283ms] [checksum="{cksum=7748411226864538458,size=25556,kvs=627}"] [deliverDur=11.249004ms] [type=query] [takeTime=509.223065ms] [] [2024/06/01 12:32:18.765 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [key=import-from-select] [readDur=55.01502ms] [encodeDur=409.973518ms] [checksum="{cksum=15629366383294053331,size=25760,kvs=632}"] [deliverDur=11.540613ms] [type=query] [takeTime=509.121582ms] [] [2024/06/01 12:32:02.944 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.312680051\n# Parse_time: 0\n# Compile_time: 0.001206048\n# Rewrite_time: 0.000007251\n# Optimize_time: 0\n# Wait_TS: 0.000357484\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:18.766 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25380] [kvs=623] [files=1] [sstFileSize=9084] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/81636b4a-0466-4deb-a2d8-6429ac94d64f.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000001386] [2024/06/01 12:32:18.766 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:02.949 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/01 12:32:18.767 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25420] [kvs=624] [files=1] [sstFileSize=9151] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/ae2e0bb9-a0a2-4d03-9bad-5656d04f9f33.sst] [firstKey=7480000000000000725F728000000000000003] [lastKey=7480000000000000725F728000000000001388] [2024/06/01 12:32:03.004 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.768 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25503] [kvs=626] [files=1] [sstFileSize=9111] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/9ab6ce1a-6e0f-49ed-9d7f-54f484d30c72.sst] [firstKey=7480000000000000725F728000000000000005] [lastKey=7480000000000000725F728000000000001387] [2024/06/01 12:32:18.769 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25354] [kvs=622] [files=1] [sstFileSize=8997] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/51dfc059-1878-4026-b92a-8eee0035fb11.sst] [firstKey=7480000000000000725F728000000000000002] [lastKey=7480000000000000725F728000000000001384] [2024/06/01 12:32:03.004 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/01 12:32:18.771 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25556] [kvs=627] [files=1] [sstFileSize=9077] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/4b3cfebf-7271-452a-98b1-472df59f447c.sst] [firstKey=7480000000000000725F728000000000000007] [lastKey=7480000000000000725F728000000000001381] [2024/06/01 12:32:03.075 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.152 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.771231ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:18.772 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=25760] [kvs=632] [files=1] [sstFileSize=9185] [file=/tmp/tidb/import-4000/d9af0dae-d60b-4b56-a574-6b28541ea750/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/8c077c85-65ab-4819-b9a4-4f1f5895f2e6.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F728000000000001385] [2024/06/01 12:32:03.162 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:18.776 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=10.004539ms] [] [2024/06/01 12:32:03.162 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/01 12:32:18.776 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:18.782 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:18.804 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=5000] [size=203762] [2024/06/01 12:32:18.805 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:03.164 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=17.760591ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.901 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=203762] [kvs=5000] [importedSize=203762] [importedCount=5000] [2024/06/01 12:32:03.235 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.903 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=127.101934ms] [] [2024/06/01 12:32:03.284 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/01 12:32:18.903 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:03.284 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.905 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.720649ms] [] [2024/06/01 12:32:18.905 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:18.905 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:03.288 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.341111671\n# Parse_time: 0\n# Compile_time: 0.002304682\n# Rewrite_time: 0.000009552\n# Optimize_time: 0\n# Wait_TS: 0.000472908\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:18.905 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=56.28µs] [] [2024/06/01 12:32:18.905 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [2024/06/01 12:32:18.905 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [2024/06/01 12:32:03.294 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/01 12:32:18.912 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [takeTime=7.076567ms] [] [2024/06/01 12:32:18.912 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [checksum="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/06/01 12:32:03.347 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.289 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.913 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [weight=30] [2024/06/01 12:32:18.913 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [concurrency=15] [2024/06/01 12:32:18.921 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=2965160055807091455] [totalKvs=5000] [totalBytes=203762] [2024/06/01 12:32:18.921 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [local="{cksum=2965160055807091455,size=203762,kvs=5000}"] [2024/06/01 12:32:03.347 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.289 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/01 12:32:18.921 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=d9af0dae-d60b-4b56-a574-6b28541ea750] [checksum="{\"id=-1\"=\"{cksum=2965160055807091455,size=203762,kvs=5000}\"}"] [takeTime=16.193195ms] [] [2024/06/01 12:32:18.922 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:03.404 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.289 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.922 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=13.036µs] [] [2024/06/01 12:32:03.488 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.359516ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:18.922 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:03.498 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:18.924 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.923808ms] [] [2024/06/01 12:32:03.498 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/01 12:32:18.924 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:18.924 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.876µs] [] [2024/06/01 12:32:03.500 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=20.267909ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.289 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.924 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:18.925 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.220944ms] [] [2024/06/01 12:32:03.536 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.289 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:03.588 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:03.589 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:18.929 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:18.929 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:03.592 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301058756\n# Parse_time: 0\n# Compile_time: 0.003061614\n# Rewrite_time: 0.000009765\n# Optimize_time: 0\n# Wait_TS: 0.000552529\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:18.929 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:18.929 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:18.931 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:18.931 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:18.931 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:18.931 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:03.602 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:18.931 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:03.603 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:03.687 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.687 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:03.724 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.847 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=3.705176ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:03.857 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:03.858 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/01 12:32:03.859 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=19.2149ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.895 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.967 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/01 12:32:03.967 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.933 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165509444599815\n# Conn_ID: 2\n# Query_time: 0.944707383\n# Parse_time: 0.000849368\n# Compile_time: 0.004183485\n# Rewrite_time: 0.002909621\n# Optimize_time: 0.000891734\n# Wait_TS: 0.000118096\n# Cop_time: 0.004637292 Process_time: 0.004980073 Wait_time: 0.000150393 Request_count: 5 Process_keys: 5000 Total_keys: 5005 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 14527 Rocksdb_key_skipped_count: 19527\n# DB: from_select\n# Is_internal: false\n# Digest: 732118ea7aa678f28e4cb142520f56d3d03c46000e09ced082cbbc8664c18b0b\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 5\n# Cop_proc_avg: 0.000996014 Cop_proc_p90: 0.001428518 Cop_proc_max: 0.001428518 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.0078e-05 Cop_wait_p90: 4.2517e-05 Cop_wait_max: 4.2517e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 520192\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('igfwVTAJNTlfMgkwCTAJTi9BCTAJdGltZTo5MzhtcywgbG9vcHM6MQlOL0EJTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTUwMDAJBUUMOC40MxlGeDcsIGNvcF90YXNrOiB7bnVtOiA1LCBtYXg6IDMuNDIBKSBtaW46IDEuNzYBDSBhdmc6IDIuNTUBDQhwOTUdJ0hheF9wcm9jX2tleXM6IDIwMTYsASJGFQAIdG90BRUUOiA0Ljk4AUkBEjR3YWl0OiAxNTAuNMK1cwWXdHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW1CF9kdQUaGG46IDU1LjcFOgGKmGRpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgHyGF9ycGM6NSwBhQhhbF8lJEAxMi4ybXN9fQk3OC4xIEtCCSFnJDIJNDNfNgkxXzAtaaB0YWJsZTpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbzF+BGt2BbQUOntwcm9jAacEOjEB/iFhBQklXQUKCHA4MAkTIWMFEphpdGVyczoyNCwgdGFza3M6NX0sIHNjYW5fZGV0YWlsOiB7dG90YWwlWQhlc3MthgQ1MCEvAHRCGgAwX3NpemU6IDI0Mzc2MhH7AGsluUQ1MDA1LCBnZXRfc25hcHNob3QpFBAgNTUuOSVgcHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIcQMNDUyNyEUAHlCGgAAOQUaDGJsb2NBbxB9fX0sICFxXsUAARwyJgIkYWxfc3VzcGVuZA0cDDkuNjEFlQB0BeRBRQ0aWUoJGyhrdl9yZWFkX3dhbC3mACBFxQB0IZcuFQA0LjVtc30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('9AegCu8HCgxJbXBvcnRJbnRvXzISqgcKDVRhYmxlUmVhZGVyXzcSpgQKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfBeiMNAMIgnOAJAAkoUChIKC2Zyb21fc2VsZWN0EgNzcmNSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2qtA3Rpa3ZfdGFzazp7cHJvYyBtYXg6MW1zLCBtaW4JCTBhdmc6IDFtcywgcDgwCRMIcDk1CQnwPGl0ZXJzOjI0LCB0YXNrczo1fSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDUwMDAsIHRCGgA0X3NpemU6IDI0Mzc2MiwNIQBrETPwTDUsIGdldF9zbmFwc2hvdF90aW1lOiA1NS45wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDE0NTI3LCBrZXlfc2tpMhoAADkFGjBibG9jazoge319fSwgAV1exQABHBQ6IDQuOTghFQB0BccYc3VzcGVuZA0cDDkuNjEFlQkdCHdhaRGvEDE1MC40HRssa3ZfcmVhZF93YWxsDT0ANQVWIZcuFQAYLjVtc31w/xEBBAF4EQoo/wEhnFYfpYdMFkEyFQIoAUABUhRkYXRhOlQ2RAIEWhQFwQw4LjQzAWowbG9vcHM6N2KbAmNvcEkKJCB7bnVtOiA1LCBBDhAgMy40MgEqQRIQIDEuNzYBDQBhQRYIMi41Ba5BEBknBGF4JfAtuhAyMDE2LAEiRhUACHRvdAUVMk0BJS4AOj0pgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAW1CF9kdQUaAG5FEwA3JWMBiphkaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoB8hRfcnBjOjVReCUlLDEyLjJtc319cMrwBD1yADghXRQDTi9BWhMFJwQ5M0ULKUsAMVamAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` WITH thread=8;"] === RUN TestImportInto/TestImportFromSelectColumnList [2024/06/01 12:32:19.090 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/06/01 12:32:03.971 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.375085115\n# Parse_time: 0\n# Compile_time: 0.006147396\n# Rewrite_time: 0.000009336\n# Optimize_time: 0\n# Wait_TS: 0.000327848\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:19.120 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.120 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/06/01 12:32:03.975 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/01 12:32:19.159 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:queueing, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.050 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.199 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=3.065749ms] [gotSchemaVersion=58] [phyTblIDs="[112,114]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:19.210 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=58] [2024/06/01 12:32:19.212 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=19.470331ms] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.050 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/01 12:32:19.269 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:write only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.092 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.297 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=177.466µs] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:04.199 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.123614ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:19.309 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=59] [2024/06/01 12:32:04.209 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.209 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/01 12:32:19.311 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=17.369921ms] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.211 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=18.850062ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.373 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [category=ddl] [job="ID:116, Type:drop schema, State:running, SchemaState:delete only, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.246 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.406 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=182.019µs] [gotSchemaVersion=60] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:04.309 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/01 12:32:19.417 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=116] [version=60] [2024/06/01 12:32:04.309 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.418 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=15.663922ms] [job="ID:116, Type:drop schema, State:done, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.499 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=116] [tableIDs="[112,114]"] [comment="drop schema: table IDs"] [2024/06/01 12:32:19.510 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=116] [jobType="drop schema"] [2024/06/01 12:32:04.313 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339566187\n# Parse_time: 0\n# Compile_time: 0.002244569\n# Rewrite_time: 0.000012374\n# Optimize_time: 0\n# Wait_TS: 0.000377854\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:19.513 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=116] [conn=2] [job="ID:116, Type:drop schema, State:synced, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.560 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=116] [2024/06/01 12:32:19.560 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.318 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:32:04.371 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.564 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.474258776\n# Parse_time: 0.000457911\n# Compile_time: 0.000677179\n# Rewrite_time: 0.000008693\n# Optimize_time: 0.00163131\n# Wait_TS: 0.000442119\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/06/01 12:32:19.565 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=] [sql="create database from_select"] [user=] [2024/06/01 12:32:19.593 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.371 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/01 12:32:19.593 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/01 12:32:04.423 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.642 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [category=ddl] [job="ID:118, Type:create schema, State:queueing, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.497 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=2.790041ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.506 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.507 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/01 12:32:19.675 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=1.048296ms] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:19.688 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=118] [version=61] [2024/06/01 12:32:04.508 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=17.576253ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.690 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=19.524445ms] [job="ID:118, Type:create schema, State:done, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:19.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.543 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.288 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.595 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/01 12:32:04.595 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.758 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=118] [conn=2] [job="ID:118, Type:create schema, State:synced, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.781 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=118] [2024/06/01 12:32:19.781 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.787 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=from_select] [sql="create table src(id int, a varchar(64))"] [user=] [2024/06/01 12:32:04.606 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:32:19.845 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.666 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.845 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, a varchar(64))"] [2024/06/01 12:32:19.897 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [category=ddl] [job="ID:120, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.906 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 119, Table Name: src"] [2024/06/01 12:32:04.666 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/01 12:32:19.983 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.565634ms] [gotSchemaVersion=62] [phyTblIDs="[119]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:19.997 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=120] [version=62] [2024/06/01 12:32:04.727 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.999 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=23.410697ms] [job="ID:120, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.815 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.917607ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.826 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.826 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/01 12:32:20.060 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=120] [conn=2] [job="ID:120, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:119, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.105 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=120] [2024/06/01 12:32:20.105 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.827 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=20.109714ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.889 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.937 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/01 12:32:04.937 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.108 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.322467667\n# Parse_time: 0.000492419\n# Compile_time: 0.000747039\n# Rewrite_time: 0.000008015\n# Optimize_time: 0.00163131\n# Wait_TS: 0.000289926\n# DB: from_select\n# Is_internal: false\n# Digest: 98c5036420c27bd0ff5f7f9b5126ea2bf48257614d3444161076145bc62353f3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, a varchar(64));"] [2024/06/01 12:32:20.111 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=62] [cur_db=from_select] [sql="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [user=] [2024/06/01 12:32:04.941 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.339361622\n# Parse_time: 0\n# Compile_time: 0.004208088\n# Rewrite_time: 0.000015216\n# Optimize_time: 0\n# Wait_TS: 0.000453504\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:20.164 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.945 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:20.164 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int)"] [2024/06/01 12:32:04.990 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.939 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.229 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [category=ddl] [job="ID:122, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.238 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 121, Table Name: dst"] [2024/06/01 12:32:04.990 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.939 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:20.324 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=62] [neededSchemaVersion=63] ["start time"=3.390405ms] [gotSchemaVersion=63] [phyTblIDs="[121]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.338 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=122] [version=63] [2024/06/01 12:32:05.056 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.939 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.119 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.427619ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.340 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=63] ["take time"=24.687539ms] [job="ID:122, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.129 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.129 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/01 12:32:20.399 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=122] [conn=2] [job="ID:122, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.106 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.467 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=122] [2024/06/01 12:32:20.467 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.131 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=17.324836ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.939 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.182 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.939 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.225 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/01 12:32:05.225 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.471 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.361786278\n# Parse_time: 0.000858114\n# Compile_time: 0.001078307\n# Rewrite_time: 0.00000878\n# Optimize_time: 0.00163131\n# Wait_TS: 0.000415424\n# DB: from_select\n# Is_internal: false\n# Digest: b5811e8b60d123e58ec2cd4b62a863a10586381376545cb4a83e5a0823b6ace6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table dst(id int auto_increment primary key, a varchar(64), b int default 10, c int);"] [2024/06/01 12:32:20.677 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=121] [2024/06/01 12:32:20.687 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:20.687 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:05.233 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/01 12:32:20.687 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:20.687 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:05.286 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.689 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:20.689 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:20.689 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:20.689 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:20.689 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:20.705 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:20.708 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:20.708 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:05.286 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/01 12:32:20.713 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:20.716 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:05.365 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.724 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [key=import-from-select] [2024/06/01 12:32:05.438 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=3.00063ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.724 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [key=import-from-select] [2024/06/01 12:32:05.448 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.448 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/01 12:32:20.727 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [key=import-from-select] [readDur=12.481µs] [encodeDur=1.422135ms] [checksum="{cksum=16116867390038376506,size=84,kvs=2}"] [deliverDur=70.982µs] [type=query] [takeTime=2.100628ms] [] [2024/06/01 12:32:05.450 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=18.61423ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.727 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [key=import-from-select] [readDur=298.089µs] [encodeDur=1.563188ms] [checksum="{cksum=9941637007760474360,size=84,kvs=2}"] [deliverDur=156.699µs] [type=query] [takeTime=2.528708ms] [] [2024/06/01 12:32:05.483 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.238 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.531 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/01 12:32:20.728 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1fed53cd-d218-43ef-911d-30ef38312093/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/634ae508-ca99-4d89-bc8b-851ff0c4265b.sst] [firstKey=7480000000000000795F728000000000000001] [lastKey=7480000000000000795F728000000000000003] [2024/06/01 12:32:05.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.728 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:20.729 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=84] [kvs=2] [files=1] [sstFileSize=987] [file=/tmp/tidb/import-4000/1fed53cd-d218-43ef-911d-30ef38312093/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5d1779e1-05c4-426b-bb6e-a060afd3f8d7.sst] [firstKey=7480000000000000795F728000000000000002] [lastKey=7480000000000000795F728000000000000004] [2024/06/01 12:32:05.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.304414184\n# Parse_time: 0\n# Compile_time: 0.002250092\n# Rewrite_time: 0.000010712\n# Optimize_time: 0\n# Wait_TS: 0.00044868\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:20.732 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.804477ms] [] [2024/06/01 12:32:20.732 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:20.737 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:20.759 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=4] [size=168] [2024/06/01 12:32:05.539 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/01 12:32:20.759 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:20.774 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=168] [kvs=4] [importedSize=168] [importedCount=4] [2024/06/01 12:32:05.593 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.776 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=43.819939ms] [] [2024/06/01 12:32:20.776 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:20.778 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.768399ms] [] [2024/06/01 12:32:20.778 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:05.593 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/01 12:32:20.778 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:20.778 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=60.427µs] [] [2024/06/01 12:32:05.657 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.778 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [2024/06/01 12:32:05.722 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.555969ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.733 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:20.778 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [2024/06/01 12:32:05.733 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/01 12:32:20.786 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [takeTime=7.332877ms] [] [2024/06/01 12:32:20.786 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [checksum="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/06/01 12:32:05.734 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=18.344862ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.786 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [weight=30] [2024/06/01 12:32:20.786 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [concurrency=15] [2024/06/01 12:32:05.787 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.538 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.790 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=121] [physicalTableID=121] [indexID=-1] [checksum=6223226670940176578] [totalKvs=4] [totalBytes=168] [2024/06/01 12:32:05.834 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/01 12:32:20.791 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [local="{cksum=6223226670940176578,size=168,kvs=4}"] [2024/06/01 12:32:05.835 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.791 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=1fed53cd-d218-43ef-911d-30ef38312093] [checksum="{\"id=-1\"=\"{cksum=6223226670940176578,size=168,kvs=4}\"}"] [takeTime=12.902184ms] [] [2024/06/01 12:32:20.791 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:20.792 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=17.608µs] [] [2024/06/01 12:32:05.838 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.300719124\n# Parse_time: 0\n# Compile_time: 0.002045501\n# Rewrite_time: 0.000007504\n# Optimize_time: 0\n# Wait_TS: 0.000368437\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:20.792 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:20.793 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.259435ms] [] [2024/06/01 12:32:20.793 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:20.793 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=12.339µs] [] [2024/06/01 12:32:05.844 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:20.793 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:05.929 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.794 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=994.702µs] [] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:20.798 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.798 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:05.929 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.798 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:20.798 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:20.800 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:05.981 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.800 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:20.800 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:06.094 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.518197ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:20.800 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:06.104 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:20.800 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:06.104 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/01 12:32:06.105 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=19.343034ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.141 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.211 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/01 12:32:06.212 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.215 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373313198\n# Parse_time: 0\n# Compile_time: 0.002810956\n# Rewrite_time: 0.000008717\n# Optimize_time: 0\n# Wait_TS: 0.000325797\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:06.232 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:06.281 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.281 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:20.802 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510099959821\n# Conn_ID: 2\n# Query_time: 0.316359945\n# Parse_time: 0.001369495\n# Compile_time: 0.003338036\n# Rewrite_time: 0.001965727\n# Optimize_time: 0.00163131\n# Wait_TS: 0.000089096\n# Cop_time: 0.000069883 Process_time: 0.000049553 Wait_time: 0.000035781 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: from_select\n# Is_internal: false\n# Digest: 06f4bd58bac954bfb605b498829db22153dab361e4b5150d01a3b8d231d5b370\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.9553e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.5781e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lAaQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxMG1zLCBsb29wczoxCQEamE4vQQoxCTE0XzYJMAkxMDAwMAlmcm9tX3NlbGVjdC5zcmMuaWQJNAlADDEuMTQZQWAyCTEuMDUgS0IJMCBCeXRlcwoyCTMxXzEwFUpMZGF0YTpUYWJsZUZ1bGxTY2FuXzkRTBg2MDMuOcK1FY98MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogODU2LjgFK0Rwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDQ5LjYFIQETHHdhaXQ6IDM1DTSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoYbjogNDIuNAVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFlwhhbF8lcQg3NzYF5RR9fQkzNTMpJgAJIXMgMwk0M185CTFfMXXAdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2XyUpAHsFZgwwcywgLdQMfSwgcyFnKGRldGFpbDoge3RvAY0ccHJvY2Vzc18uOwEEYWwyFwAgX3NpemU6IDE4KVkEYWwNLTg1LCBnZXRfc25hcHNob3QJ2BAgMTMuNyUkdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWnCGtleT4WABg4LCBibG9jIeoQfX19LCABx160AAEcNuIBCGFsXyHkDRo16QB0IRcMd2FsbA0ZPDE1OcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('hgfw9QqBBwoMSW1wb3J0SW50b18yErwGCgZTb3J0XzYS7AUKDlRhYmxlUmVhZGVyXzEwEqYDCg9UYWJsZUZ1bGxTY2FuXzkhZMKaVb4OREEpAAAAAACIw0AwBDgCQAJKFAoSCgtmcm9tX3NlbGVjdBIDc3JjUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qrgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2Vzc19rZXlzX3NpemU6IDE4NCwgdAUeWGtleXM6IDUsIGdldF9zbmFwc2hvdF90AXLAIDEzLjfCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWADw4LCBibG9jazoge319fSwgAVUAX1q0AAEcFDogNDkuNgVxAHQFnAh3YWkRiwwzNS44CRocaWt2X3dhbGwNMyAxNTnCtXN9cP8RAQQBeBEKLP8BIZxWH6WHTBZBKT2VKAFAAVIUZGF0YTpUNsMBBFoWBYYMNjAzLgFUSCwgbG9vcHM6MmLcAWNvcF90YXMByzxudW06IDEsIG1heDogODU2DZgMcHJvYy1NBDQsAcAAXwESNtMABdEAOhnMgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDQyLjQlBqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxBZcAYS05CDc3NgXmEH19cOECLjMBGOiZ35hFH1tCMwEEEmZZxCAuc3JjLmlkWhQlMRQxLjE0bXM1LwxwuAg4IWQUA04vQVoTBSIIMzEwGSEAMVasAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT * FROM `from_select`.`src` ORDER BY `id`;"] [2024/06/01 12:32:06.318 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.811 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=63] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/01 12:32:06.392 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.906837ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.403 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.403 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/01 12:32:20.844 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:20.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/01 12:32:20.844 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:20.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.405 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=19.162274ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.917 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [category=ddl] [job="ID:124, Type:truncate table, State:queueing, SchemaState:none, SchemaID:117, TableID:121, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.454 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.930 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 117, Table ID: 123, Table Name: dst, Old Table ID: 121, Old Table Name: dst"] [2024/06/01 12:32:06.510 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/01 12:32:06.510 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.991 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=63] [neededSchemaVersion=64] ["start time"=3.499906ms] [gotSchemaVersion=64] [phyTblIDs="[123]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:06.517 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/01 12:32:21.005 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=124] [version=64] [2024/06/01 12:32:06.570 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.007 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=64] ["take time"=24.610096ms] [job="ID:124, Type:truncate table, State:done, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.062 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=124] [tableIDs="[121]"] [comment="drop table: table ID"] [2024/06/01 12:32:21.071 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=124] [jobType="truncate table"] [2024/06/01 12:32:06.570 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/01 12:32:21.075 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=124] [conn=2] [job="ID:124, Type:truncate table, State:synced, SchemaState:public, SchemaID:117, TableID:121, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.807 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.615 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.156 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=124] [2024/06/01 12:32:21.156 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.671 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.625659ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.683 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.683 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/01 12:32:21.160 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.349962898\n# Parse_time: 0.00021272\n# Compile_time: 0.000676432\n# Rewrite_time: 0.000008181\n# Optimize_time: 0.001129509\n# Wait_TS: 0.000438472\n# DB: from_select\n# Is_internal: false\n# Digest: d3f72f82b7875c47c9849d99212130e055bfe77d87f267b9bca33e1b3a759145\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table dst;"] [2024/06/01 12:32:06.684 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=20.184833ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.163 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=64] [cur_db=from_select] [sql="create table src2(id int, a varchar(64))"] [user=] [2024/06/01 12:32:06.745 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.488 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.202 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.787 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/01 12:32:06.787 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.202 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src2(id int, a varchar(64))"] [2024/06/01 12:32:06.792 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/01 12:32:21.267 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [category=ddl] [job="ID:126, Type:create table, State:queueing, SchemaState:none, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.828 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.275 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 117, Table ID: 125, Table Name: src2"] [2024/06/01 12:32:21.323 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=64] [neededSchemaVersion=65] ["start time"=2.735873ms] [gotSchemaVersion=65] [phyTblIDs="[125]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.828 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/01 12:32:21.334 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=126] [version=65] [2024/06/01 12:32:06.880 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.336 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=65] ["take time"=20.789487ms] [job="ID:126, Type:create table, State:done, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:21.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.927 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.541219ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.938 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.938 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/01 12:32:21.409 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=126] [conn=2] [job="ID:126, Type:create table, State:synced, SchemaState:public, SchemaID:117, TableID:125, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.448 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=126] [2024/06/01 12:32:21.448 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.940 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=19.037676ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.677 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=123] [2024/06/01 12:32:21.685 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:21.686 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:06.994 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.788 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.686 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:07.025 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/01 12:32:21.686 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:07.025 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.687 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:21.687 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:21.687 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:21.687 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:21.687 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.701 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:07.034 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/01 12:32:21.703 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:21.703 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:07.096 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.039 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.708 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:21.711 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:21.719 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [key=import-from-select] [2024/06/01 12:32:21.719 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [key=import-from-select] [2024/06/01 12:32:07.096 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.039 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/01 12:32:21.720 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [key=import-from-select] [readDur=14.707µs] [encodeDur=505.161µs] [checksum="{cksum=3293733532570458167,size=40,kvs=1}"] [deliverDur=277.654µs] [type=query] [takeTime=1.197237ms] [] [2024/06/01 12:32:07.145 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.039 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.720 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [key=import-from-select] [readDur=12.497µs] [encodeDur=1.131625ms] [checksum="{cksum=6696951437767645218,size=40,kvs=1}"] [deliverDur=148.663µs] [type=query] [takeTime=1.60851ms] [] [2024/06/01 12:32:07.254 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=3.520287ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.264 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:21.721 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/fb40c086-a4e1-4e7d-b8f2-2eedea46de1c/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/5e2aecb2-5828-48c0-a6e5-1dd55ce2b79c.sst] [firstKey=74800000000000007B5F728000000000000001] [lastKey=74800000000000007B5F728000000000000001] [2024/06/01 12:32:07.264 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/01 12:32:21.721 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:07.266 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=20.448243ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.039 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.722 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=40] [kvs=1] [files=1] [sstFileSize=938] [file=/tmp/tidb/import-4000/fb40c086-a4e1-4e7d-b8f2-2eedea46de1c/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/7df002af-f86d-45fa-a93a-e30e898a1f02.sst] [firstKey=74800000000000007B5F728000000000000002] [lastKey=74800000000000007B5F728000000000000002] [2024/06/01 12:32:21.724 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.74625ms] [] [2024/06/01 12:32:07.319 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.039 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.724 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:07.384 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/01 12:32:21.729 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:07.384 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.751 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=80] [2024/06/01 12:32:21.751 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:21.763 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=80] [kvs=2] [importedSize=80] [importedCount=2] [2024/06/01 12:32:21.765 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=40.55871ms] [] [2024/06/01 12:32:07.387 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355943136\n# Parse_time: 0\n# Compile_time: 0.002167925\n# Rewrite_time: 0.000009566\n# Optimize_time: 0\n# Wait_TS: 0.000426864\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:21.765 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:21.766 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.564557ms] [] [2024/06/01 12:32:07.391 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:21.766 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:21.767 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:07.437 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.767 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=66.315µs] [] [2024/06/01 12:32:21.767 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [2024/06/01 12:32:21.767 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [2024/06/01 12:32:07.437 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:21.773 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [takeTime=6.69263ms] [] [2024/06/01 12:32:21.774 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [checksum="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/06/01 12:32:07.479 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.774 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [weight=30] [2024/06/01 12:32:07.554 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.789491ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.564 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:21.774 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [concurrency=15] [2024/06/01 12:32:07.564 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/01 12:32:21.777 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=123] [physicalTableID=123] [indexID=-1] [checksum=8162185998638841877] [totalKvs=2] [totalBytes=80] [2024/06/01 12:32:21.778 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [local="{cksum=8162185998638841877,size=80,kvs=2}"] [2024/06/01 12:32:07.566 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=18.798698ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.778 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=fb40c086-a4e1-4e7d-b8f2-2eedea46de1c] [checksum="{\"id=-1\"=\"{cksum=8162185998638841877,size=80,kvs=2}\"}"] [takeTime=10.863837ms] [] [2024/06/01 12:32:21.778 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:07.621 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.778 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.496µs] [] [2024/06/01 12:32:07.669 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/01 12:32:21.778 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:07.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.779 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=964.922µs] [] [2024/06/01 12:32:21.779 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:07.676 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/01 12:32:21.779 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.901µs] [] [2024/06/01 12:32:21.779 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:07.721 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.780 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=846.609µs] [] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:21.783 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:21.783 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:07.721 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:07.777 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:07.861 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.013758ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:07.871 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:07.871 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.783 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:21.783 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:21.785 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:21.785 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:07.873 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=19.584301ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.785 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:21.785 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:07.935 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.785 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:07.982 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/01 12:32:07.982 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.985 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310633445\n# Parse_time: 0\n# Compile_time: 0.00163743\n# Rewrite_time: 0.000007229\n# Optimize_time: 0\n# Wait_TS: 0.000381088\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.988 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/01 12:32:08.030 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.030 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/01 12:32:08.067 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.131 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.794635ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.143 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.143 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/01 12:32:08.145 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=19.848805ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.209 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.988 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.250 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/01 12:32:08.251 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.256 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:08.300 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.300 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/01 12:32:21.788 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510362103812\n# Conn_ID: 2\n# Query_time: 0.322184207\n# Parse_time: 0.001167627\n# Compile_time: 0.007895006\n# Rewrite_time: 0.005711799\n# Optimize_time: 0.001129509\n# Wait_TS: 0.00011485\n# Cop_time: 0.000160358 Process_time: 0.000095356 Wait_time: 0.000052043 Request_count: 2 Process_keys: 6 Total_keys: 8 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 12 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: 1c445cd065c7ff0153477e10de3e9df02facdf5c80131c9c4e5acd1f06d9dc1e\n# Stats: src:pseudo[10000;0],src2:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 4.7678e-05 Cop_proc_p90: 5.8929e-05 Cop_proc_max: 5.8929e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.6021e-05 Cop_wait_p90: 3.2682e-05 Cop_wait_max: 3.2682e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 10740\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('jA+YMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxMC40bXMsIGxvb3BzOjEJARywTi9BCjEJMTRfMTAJMAkxMjQ4Ny41MAlmcm9tX3NlbGVjdC5zcmMyLmlkCTIJBUcIMi4yHUZgMgkxLjAyIEtCCTAgQnl0ZXMKMgkxN18xNC5OAFRpbm5lciBqb2luLCBlcXVhbDpbZXEoOmQAEC5pZCwgOhQAGDIuaWQpXQkNeggxLjcuegB0LCBidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDoxLjA2Aek0ZmV0Y2g6NzQ1LjfCtXMNMHw6MzEwwrVzfSwgcHJvYmU6e2NvbmN1cnJlbmN5OjUsIAlDCDUuNQFCHG1heDoxLjI3AQwJLxAyNDMuMwVOBV5UIGFuZCB3YWl0OjUuMjZtc30JOS40Ni4QASAzCTMxXzE3KEIBrTwpCTAJOTk5MAlkYXRhOlNlIWEgaW9uXzE2CTQJJV8INTg3Da4pp1AyLCBjb3BfdGFzazoge251bTogMSwFmBAgMS4wMw2ZIGNfa2V5czogNAXAKF9wcm9jOiA1OC45BaoMdG90XwWkCCAzMg1dZGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLScFcghfZHUFGhBuOiA2Ng33LG1heF9kaXN0c3FsXy47AUggMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfBeMQOTMyLjIhgxB9CTI4OUk3AAlBiQg0CTEhCgQxXy0lJG5vdChpc251bGxKLQIEKSklMwRrdgWqBDp7BVsAMFnfPH0sIHNjYW5fZGV0YWlsOiBJHCUbCGVzczIwAQBhNhcAIF9zaXplOiAxOClOBGFsDS04NSwgZ2V0X3NuYXBzaG90Cc0QIDExLjQlZnRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlnAhrZXk+FgAYOCwgYmxvYyHdOY8NMhQyfX19LCAB2V7GAAEcNukBCGFsXyHrDRo18AB0ISkId2FsLYMMIDE3NSXQAH0heQEEIAo1CTQzXzE1CSF+GDEwMDAwCXRlVIB4LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG96hwEBXQEEaQkMMjAoUGF3ACleCQMAOXHuCDU0NS1ZggkDBDg5aeBB9y2sADJFciXuDDogMzYNSnkJBDE5DRMAY74JAwwzMi44JfDuCQNpCQg4MjAFTBB9fQkzMEIJAwA5JYsAOYEuZgkDADKhIgApJTT2CgMpMQBhUgoDBDg4JU51CQAzUgkDCDYuOYlvAHJ6CQMAMkFSQgkDADR5CZr3Ai7XATb3AjXePvcCBDk5pRNZlUn2BDgJPvYCAHkBpHL2AgQyCQVdpZlGfQQgCU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('nRHw3gqYEQoMSW1wb3J0SW50b18yEtEQCgdTb3J0XzEwEv8PCgtIYXNoSm9pbl8xNBL7BgoOVGFibGVSZWFkZXJfMTcStwQKDFNlbGVjdGlvbl8xNhKSAQoQVGFibGVGdWxsU2Nhbl8xNSFkwppVvg5EQSkAAAAAAIjDQDAEOAJAAkoSChAKC2Zyb21fc2VsZWN0EgF4Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////////////AXj///8JDgABBYAIWt1HDYAAgxGAPFIfbm90KGlzbnVsbChmcm8Rhzguc3JjLmlkKSlqwgJ0aWtibgCYLCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgRhcAJF9zaXplOiAxODQRHgktSDUsIGdldF9zbmFwc2hvdF90aW0BJ5gxLjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDoBbAhrZXk+FgBMOCwgYmxvY2s6IHtjYWNoZV9oaXQRMhQyfX19LCABZ17GAAEcFDogNTguOQWDCcwId2FpEZ0MMzIuNwkaISkMd2FsbA0zJDE3NS4zwrVzfXAphgD/NpQBKBoBASHU4w60UpsOMpcBLAFAAVIRZGF0YTpTZVlXBFoWBYgINTg3DW4EbG8h8SgyYtoBY29wX3RhcwHfUG51bTogMSwgbWF4OiAxLjAzbXMsICGPLV8pbiWhNtMABdEAOhnMEGNvcHJfOS1EcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNjYF7AV7yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLC1XBeQQOTMyLjIhOBR9cKECeP8RAQgBEug6fgMUMjASpAQKLn4DCDkSkkZ+AwA4Rf4Ivg5ELWcQiMNAMAJafgMQeVIea2X+fgOKfgMFgARSIGZ+AwAyaX8Aru5/A2V/ADJxYUEHcZYAX2l/BDg4ER1pfgAzUn4DCDYuOUn7fn4DBDIsTn4DADR5fppsAwQzNm3vQmwDBDE5ERo6bAMIOTkuAaRiawMgAiEnfN79WVEYTQShAgACVmsDADlxawQ0NQ1thmsDBDg5iQMhZC1MKXgldgA6MtIAbWsVy8JrAwwzMi44hXEEbWH+awMIODIwBUwMfX1wtS5rAxwh6uFfPOyrPCkuCMBjyGEygZlUP2lubmVyIGpvaW4sIGVxdWFsOltlcUo7BgQsIDpPBkXRCF1aFGXjDDEuNzSBmzFaBJQBiVUUaGFzaF904WEAOslMEDoxLjA2ASogZmV0Y2g6NzQ1jf8FMAw6MzEwgSmF5AxiZTp7LnEEADVN3Aw6NS41AUKhFAwxLjI3AQwEcHIBLwgyNDONtQVeECBhbmQgodlIOjUuMjZtc31w3EshntJcsXAHZEIJAQATSt8ADd0IMi4yLt0ACHCYCCU7FANOL0FaFQX/DDMxMC4dIwQxcJHkOP8BeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` (`c`,`a`) FROM SELECT `y`.`id`,`y`.`a` FROM `from_select`.`src` AS `x` JOIN `from_select`.`src2` AS `y` ON `x`.`id`=`y`.`id` ORDER BY `y`.`id`;"] === RUN TestImportInto/TestImportFromSelectStaleRead [2024/06/01 12:32:08.359 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.796 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=65] [cur_db=from_select] [sql="drop database if exists from_select"] [user=] [2024/06/01 12:32:08.423 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.59836ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.433 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.433 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/01 12:32:21.823 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.434 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=17.665694ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.823 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/06/01 12:32:08.488 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.544 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/01 12:32:08.544 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.860 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:queueing, SchemaState:public, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.901 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=65] [neededSchemaVersion=66] ["start time"=4.111935ms] [gotSchemaVersion=66] [phyTblIDs="[119,123,125]"] [actionTypes="[2,2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:08.551 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/01 12:32:21.930 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=66] [2024/06/01 12:32:08.600 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.933 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=66] ["take time"=40.29134ms] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.600 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/01 12:32:21.986 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:write only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.642 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.013 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=66] [neededSchemaVersion=67] ["start time"=205.66µs] [gotSchemaVersion=67] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:08.712 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.419464ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.722 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:22.023 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=67] [2024/06/01 12:32:08.722 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/01 12:32:22.025 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=67] ["take time"=16.087439ms] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.724 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=17.792599ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.094 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [category=ddl] [job="ID:127, Type:drop schema, State:running, SchemaState:delete only, SchemaID:117, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.784 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.826 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/01 12:32:22.135 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=67] [neededSchemaVersion=68] ["start time"=199.517µs] [gotSchemaVersion=68] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:08.826 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:22.145 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=127] [version=68] [2024/06/01 12:32:22.147 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=68] ["take time"=16.476327ms] [job="ID:127, Type:drop schema, State:done, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.834 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:08.836 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:22.205 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=127] [tableIDs="[119,123,125]"] [comment="drop schema: table IDs"] [2024/06/01 12:32:22.216 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=127] [jobType="drop schema"] [2024/06/01 12:32:08.887 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:22.219 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=127] [conn=2] [job="ID:127, Type:drop schema, State:synced, SchemaState:none, SchemaID:117, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:21.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.280 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=127] [2024/06/01 12:32:22.281 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.887 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/01 12:32:08.951 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.285 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.489317403\n# Parse_time: 0.000434638\n# Compile_time: 0.000618505\n# Rewrite_time: 0.000008278\n# Optimize_time: 0.000923653\n# Wait_TS: 0.000322121\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/06/01 12:32:09.027 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.824785ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.037 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:22.286 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=68] [cur_db=] [sql="create database from_select"] [user=] [2024/06/01 12:32:09.037 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/01 12:32:22.321 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:22.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.039 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=18.328177ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.321 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:22.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/01 12:32:09.076 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.141 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/01 12:32:09.142 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:22.420 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [category=ddl] [job="ID:129, Type:create schema, State:queueing, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:22.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.460 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=68] [neededSchemaVersion=69] ["start time"=1.531174ms] [gotSchemaVersion=69] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:09.146 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.313722379\n# Parse_time: 0\n# Compile_time: 0.002154125\n# Rewrite_time: 0.000007689\n# Optimize_time: 0\n# Wait_TS: 0.000442887\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:22.472 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=129] [version=69] [2024/06/01 12:32:09.151 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:22.474 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=69] ["take time"=18.866083ms] [job="ID:129, Type:create schema, State:done, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:22.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.209 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.139 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:22.512 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=129] [conn=2] [job="ID:129, Type:create schema, State:synced, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:22.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.542 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=129] [2024/06/01 12:32:22.542 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:22.564 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=69] [cur_db=from_select] [sql="create table src(id int, v varchar(64))"] [user=] [2024/06/01 12:32:22.612 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:22.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.209 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.139 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:22.612 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:22.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table src(id int, v varchar(64))"] [2024/06/01 12:32:09.272 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.139 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.669 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [category=ddl] [job="ID:131, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:22.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.360 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.058727ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.371 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:22.677 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 130, Table Name: src"] [2024/06/01 12:32:09.371 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/01 12:32:22.738 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=69] [neededSchemaVersion=70] ["start time"=2.450042ms] [gotSchemaVersion=70] [phyTblIDs="[130]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:22.749 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=131] [version=70] [2024/06/01 12:32:09.372 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=18.95081ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.139 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.751 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=70] ["take time"=19.180866ms] [job="ID:131, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:22.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.441 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.139 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.495 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/01 12:32:09.495 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:22.823 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=131] [conn=2] [job="ID:131, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:130, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:22.556 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:22.867 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=131] [2024/06/01 12:32:22.867 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.498 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.349780616\n# Parse_time: 0\n# Compile_time: 0.002367531\n# Rewrite_time: 0.000011664\n# Optimize_time: 0\n# Wait_TS: 0.000475416\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:22.871 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.308527206\n# Parse_time: 0.000471189\n# Compile_time: 0.000769401\n# Rewrite_time: 0.000008335\n# Optimize_time: 0.000923653\n# Wait_TS: 0.000334486\n# DB: from_select\n# Is_internal: false\n# Digest: 5f0e494f603082268fa8c106702a9fad095c34d8cebfdee110a5a674eb104c41\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table src(id int, v varchar(64));"] [2024/06/01 12:32:23.111 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=70] [cur_db=from_select] [sql="create table dst(id int, v varchar(64))"] [user=] [2024/06/01 12:32:09.505 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:23.152 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:23.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.562 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:23.152 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:23.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dst(id int, v varchar(64))"] [2024/06/01 12:32:23.215 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [category=ddl] [job="ID:133, Type:create table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:23.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.223 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 128, Table ID: 132, Table Name: dst"] [2024/06/01 12:32:09.562 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:23.300 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=70] [neededSchemaVersion=71] ["start time"=3.023239ms] [gotSchemaVersion=71] [phyTblIDs="[132]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:23.312 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=133] [version=71] [2024/06/01 12:32:09.615 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.314 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=71] ["take time"=21.728265ms] [job="ID:133, Type:create table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:23.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.702 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.204178ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.713 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.713 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/01 12:32:23.355 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=133] [conn=2] [job="ID:133, Type:create table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:23.107 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.389 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=133] [2024/06/01 12:32:23.389 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:23.399 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=450165510762659840] [2024/06/01 12:32:09.715 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=19.49775ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.786 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.854 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/01 12:32:09.854 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.858 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.355292732\n# Parse_time: 0\n# Compile_time: 0.002293386\n# Rewrite_time: 0.00001235\n# Optimize_time: 0\n# Wait_TS: 0.000355061\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:23.401 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:115\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-06-01 12:32:22.985762'"] [2024/06/01 12:32:09.865 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/01 12:32:09.940 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:23.402 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="[schema:1146]Table 'from_select.dst' doesn't exist"] [errorVerbose="[schema:1146]Table 'from_select.dst' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:116\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/06/01 12:32:23.569 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=132] [2024/06/01 12:32:23.576 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:09.940 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/01 12:32:23.576 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:23.576 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:10.011 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.576 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:23.577 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:10.130 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=3.810669ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:23.577 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:10.139 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:23.577 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:10.139 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/01 12:32:23.577 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:23.577 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:23.591 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:23.593 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:10.141 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=18.513366ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.593 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:23.597 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:10.177 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.838 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.600 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:10.260 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/01 12:32:23.604 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [key=import-from-select] [2024/06/01 12:32:10.260 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:23.605 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [key=import-from-select] [2024/06/01 12:32:23.605 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=160.971µs] [] [2024/06/01 12:32:10.264 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.401839807\n# Parse_time: 0\n# Compile_time: 0.003247725\n# Rewrite_time: 0.000009459\n# Optimize_time: 0\n# Wait_TS: 0.000372279\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:23.606 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [key=import-from-select] [readDur=8.781µs] [encodeDur=773.466µs] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [deliverDur=233.756µs] [type=query] [takeTime=1.348211ms] [] [2024/06/01 12:32:10.266 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/01 12:32:23.606 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:10.305 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:23.606 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/4bc19ce7-6325-4b29-b5fd-96d75bf32765/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/4cebc8d2-e2c4-458a-ac47-f8dad93294c8.sst] [firstKey=7480000000000000845F728000000000000001] [lastKey=7480000000000000845F728000000000000001] [2024/06/01 12:32:10.305 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/01 12:32:23.609 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.326138ms] [] [2024/06/01 12:32:23.609 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:10.370 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.627 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:10.431 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.240579ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:10.441 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:23.650 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=1] [size=33] [2024/06/01 12:32:10.441 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/01 12:32:23.650 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:23.664 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=33] [kvs=1] [importedSize=33] [importedCount=1] [2024/06/01 12:32:10.443 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=18.486861ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.666 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=56.882735ms] [] [2024/06/01 12:32:10.478 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.666 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:10.510 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/01 12:32:10.511 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:23.668 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.675663ms] [] [2024/06/01 12:32:23.668 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:10.596 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:10.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:23.668 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:23.668 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=52.71µs] [] [2024/06/01 12:32:23.668 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [2024/06/01 12:32:23.668 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [2024/06/01 12:32:23.675 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [takeTime=7.209025ms] [] [2024/06/01 12:32:23.675 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [checksum="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/06/01 12:32:10.596 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:10.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/01 12:32:23.675 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [weight=30] [2024/06/01 12:32:10.641 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.676 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [concurrency=15] [2024/06/01 12:32:10.741 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=2.953732ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:10.751 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:23.680 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=132] [physicalTableID=132] [indexID=-1] [checksum=1966421691991203989] [totalKvs=1] [totalBytes=33] [2024/06/01 12:32:10.751 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/01 12:32:23.680 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [local="{cksum=1966421691991203989,size=33,kvs=1}"] [2024/06/01 12:32:23.680 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=4bc19ce7-6325-4b29-b5fd-96d75bf32765] [checksum="{\"id=-1\"=\"{cksum=1966421691991203989,size=33,kvs=1}\"}"] [takeTime=12.279802ms] [] [2024/06/01 12:32:10.753 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=18.301288ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:10.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.680 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:23.681 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=10.333µs] [] [2024/06/01 12:32:10.790 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.539 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.681 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:10.851 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/01 12:32:23.682 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.09585ms] [] [2024/06/01 12:32:10.851 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:23.682 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:23.682 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=8.032µs] [] [2024/06/01 12:32:23.682 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:23.683 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.235975ms] [] [2024/06/01 12:32:10.854 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334859691\n# Parse_time: 0\n# Compile_time: 0.006743699\n# Rewrite_time: 0.003517226\n# Optimize_time: 0\n# Wait_TS: 0.00038255\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:23.687 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:23.687 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:10.858 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:10.908 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:23.687 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:23.687 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:23.689 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:23.690 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:23.690 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:10.908 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/01 12:32:23.690 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:23.690 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:23.699 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=71] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/01 12:32:10.965 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.729 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:23.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.058 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=2.776832ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.068 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.068 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/01 12:32:23.729 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:23.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/01 12:32:11.070 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=19.801785ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.786 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [category=ddl] [job="ID:135, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:132, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:23.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.797 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 134, Table Name: dst, Old Table ID: 132, Old Table Name: dst"] [2024/06/01 12:32:11.138 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.188 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/01 12:32:23.841 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=71] [neededSchemaVersion=72] ["start time"=3.129387ms] [gotSchemaVersion=72] [phyTblIDs="[134]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:11.188 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:23.852 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=135] [version=72] [2024/06/01 12:32:23.853 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=72] ["take time"=20.084883ms] [job="ID:135, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:23.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.191 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334380553\n# Parse_time: 0\n# Compile_time: 0.001712356\n# Rewrite_time: 0.000012069\n# Optimize_time: 0\n# Wait_TS: 0.000494565\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:23.901 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=135] [tableIDs="[132]"] [comment="drop table: table ID"] [2024/06/01 12:32:23.910 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=135] [jobType="truncate table"] [2024/06/01 12:32:11.196 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/01 12:32:23.914 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=135] [conn=2] [job="ID:135, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:132, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:23.706 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.994 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=135] [2024/06/01 12:32:11.244 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:23.994 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.228 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=450165511055474688] [2024/06/01 12:32:24.231 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:24.231 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:24.232 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:24.237 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:32:11.244 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/01 12:32:24.237 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:11.316 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.378 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.480893ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.390 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.391 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/01 12:32:11.392 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=20.384359ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.429 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.472 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/01 12:32:11.472 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.237 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:134\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 450165511055474688,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/01 12:32:24.240 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:24.240 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:24.242 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:11.479 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/01 12:32:24.242 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:32:24.243 +00:00] [INFO] [session.go:4125] ["use snapshot schema"] [conn=2] [schemaVersion=72] [2024/06/01 12:32:11.523 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/01 12:32:11.524 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.566 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:11.566 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/01 12:32:11.586 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.664 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.647941ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.675 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:24.243 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=72] [error="can not execute write statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute write statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:952\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:136\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"from_select\",\n \"id\": 2,\n \"snapshotTS\": 450165511055474688,\n \"status\": 2,\n \"strictMode\": true,\n \"user\": null\n}"] [2024/06/01 12:32:11.675 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/01 12:32:24.423 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=134] [2024/06/01 12:32:24.430 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:24.430 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:11.677 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=18.869646ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.431 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:24.431 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:11.749 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.489 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.432 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:11.792 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/01 12:32:24.432 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:11.792 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.432 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:24.432 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:24.432 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:24.445 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:24.447 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:24.447 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:11.795 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.317820856\n# Parse_time: 0\n# Compile_time: 0.001646994\n# Rewrite_time: 0.000009448\n# Optimize_time: 0\n# Wait_TS: 0.000302534\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:24.452 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:24.455 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:24.459 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [key=import-from-select] [2024/06/01 12:32:24.459 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [key=import-from-select] [2024/06/01 12:32:24.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [key=import-from-select] [readDur=23.919µs] [encodeDur=440.075µs] [checksum="{cksum=15988567068450259008,size=33,kvs=1}"] [deliverDur=185.194µs] [type=query] [takeTime=996.472µs] [] [2024/06/01 12:32:11.803 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/01 12:32:24.460 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [key=import-from-select] [readDur=130.289µs] [encodeDur=369.862µs] [checksum="{cksum=16516317832136013031,size=33,kvs=1}"] [deliverDur=226.012µs] [type=query] [takeTime=1.064518ms] [] [2024/06/01 12:32:12.001 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:24.461 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/7e143b73-98a3-43d3-b24f-4930714aa974/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/4fd3d7f5-6e62-4446-b795-8f002e9dc11d.sst] [firstKey=7480000000000000865F728000000000000001] [lastKey=7480000000000000865F728000000000000001] [2024/06/01 12:32:24.461 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:24.462 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/7e143b73-98a3-43d3-b24f-4930714aa974/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/94ca4132-a443-439e-a291-3dab1fa91db9.sst] [firstKey=7480000000000000865F728000000000000002] [lastKey=7480000000000000865F728000000000000002] [2024/06/01 12:32:24.464 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=2.730756ms] [] [2024/06/01 12:32:24.464 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:24.468 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:12.001 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/01 12:32:24.503 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/06/01 12:32:24.503 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:12.059 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.519 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/01 12:32:12.193 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.984984ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:24.520 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=56.37932ms] [] [2024/06/01 12:32:12.204 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:24.520 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:12.204 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/01 12:32:24.522 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.866762ms] [] [2024/06/01 12:32:24.523 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:24.523 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:12.205 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.070855ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.523 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=55.435µs] [] [2024/06/01 12:32:12.241 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.523 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/06/01 12:32:12.319 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/01 12:32:24.523 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [2024/06/01 12:32:12.319 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.530 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [takeTime=7.494119ms] [] [2024/06/01 12:32:24.530 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:32:24.531 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [weight=30] [2024/06/01 12:32:24.531 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [concurrency=15] [2024/06/01 12:32:12.322 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.523039882\n# Parse_time: 0\n# Compile_time: 0.003287911\n# Rewrite_time: 0.000011073\n# Optimize_time: 0\n# Wait_TS: 0.000413561\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:24.535 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=134] [physicalTableID=134] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/01 12:32:24.536 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:32:24.536 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=7e143b73-98a3-43d3-b24f-4930714aa974] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=12.991278ms] [] [2024/06/01 12:32:24.536 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:12.328 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/01 12:32:24.536 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=11.343µs] [] [2024/06/01 12:32:24.536 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:12.420 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:24.537 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.210908ms] [] [2024/06/01 12:32:24.537 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:24.538 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=10.747µs] [] [2024/06/01 12:32:24.538 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:24.538 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=871.588µs] [] [2024/06/01 12:32:12.420 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/01 12:32:24.542 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:24.542 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:24.542 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:12.488 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.542 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:12.608 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.681329ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.617 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:24.542 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:12.617 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/01 12:32:24.543 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:24.543 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.542 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:24.543 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:12.619 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=18.485096ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.543 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:24.543 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:12.680 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.339 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.543 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:12.752 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/01 12:32:24.543 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:12.752 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.545 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:24.545 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:24.545 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:24.545 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.545 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:12.755 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.430113861\n# Parse_time: 0\n# Compile_time: 0.002349652\n# Rewrite_time: 0.000008116\n# Optimize_time: 0\n# Wait_TS: 0.000380324\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:12.762 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/01 12:32:12.842 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.842 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/01 12:32:12.894 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.546 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165511055474688\n# Conn_ID: 2\n# Query_time: 0.30078046\n# Parse_time: 0.000612234\n# Compile_time: 0.002736911\n# Rewrite_time: 0.001468396\n# Optimize_time: 0.000929121\n# Wait_TS: 0\n# Cop_time: 0.000063836 Process_time: 0.000046612 Wait_time: 0.000035266 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.6612e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.5266e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 296\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjI5Ni4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg0MzkuOcK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xNQFuRHByb2Nfa2V5czogMiwgdG90XwESFDogNDYuNgVKARMkd2FpdDogMzUuMwUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDUwLjIFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdQOTY4LjjCtXN9fQkyOTYgQnl0ZXMJIScgMgk0M182CTFfMSmgdGFibGU6c3JjLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8lPgRrdgW1BDp7BWYAMDVDAZk8c2Nhbl9kZXRhaWw6IHt0bwGNGHByb2Nlc3MyOwEEYWwyFwAcX3NpemU6IDgpWARhbA0sODQsIGdldF9zbmFwc2hvdAnXECAxOC40JSNwcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hhgHPAHk+FgAYNiwgYmxvYyHnOZkNMhQyfX19LCAB2F7FAAEcADoy8wEIYWxfIfUNGjX6AHQhKAh3YWwtjUggMTUxLjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvasECdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXHAIDE4LjTCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogMywga2V5XzoWAFA2LCBibG9jazoge2NhY2hlX2hpdF8NMhQyfX19LCABZwRfZFbFAAEcFDogNDYuNgWDCeIId2FpEZ0MMzUuMwkaHGlrdl93YWxsDTMoMTUxLjfCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqgBKAFAAVIUZGF0YTpUNtYBBFoWBYgQNDM5LjkFbimCHDJi2gFjb3BfJZ9oIHtudW06IDEsIG1heDogMS4xNW1zLCBwcm9jLV8pbgBfARIEOiAu0wAF0QA6GcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA1MC4yBZhgbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IEEtNHJwY19pbmZvOntDb3A6Aa8YX3JwYzoxLC1XBeQQOTY4LjghOAx9cKgCPTEAOCEdFANOL0FaFQUoEDI5Ni4yAeEpCwAxVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-06-01 12:32:24.102331';"] [2024/06/01 12:32:13.031 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.185422ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:24.554 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=72] [cur_db=from_select] [sql="truncate table dst"] [user=] [2024/06/01 12:32:13.042 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.042 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/01 12:32:24.583 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:24.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.044 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=21.70413ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.583 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:24.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table dst"] [2024/06/01 12:32:13.082 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.738 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.624 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [category=ddl] [job="ID:137, Type:truncate table, State:queueing, SchemaState:none, SchemaID:128, TableID:134, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:24.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.169 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/01 12:32:24.635 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 128, Table ID: 136, Table Name: dst, Old Table ID: 134, Old Table Name: dst"] [2024/06/01 12:32:13.170 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:24.677 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=72] [neededSchemaVersion=73] ["start time"=2.787387ms] [gotSchemaVersion=73] [phyTblIDs="[136]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:24.687 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=137] [version=73] [2024/06/01 12:32:13.173 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.413883073\n# Parse_time: 0\n# Compile_time: 0.003034321\n# Rewrite_time: 0.000008479\n# Optimize_time: 0\n# Wait_TS: 0.000384176\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:24.689 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=73] ["take time"=19.284778ms] [job="ID:137, Type:truncate table, State:done, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.761 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=137] [tableIDs="[134]"] [comment="drop table: table ID"] [2024/06/01 12:32:24.770 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=137] [jobType="truncate table"] [2024/06/01 12:32:13.179 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:24.774 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=137] [conn=2] [job="ID:137, Type:truncate table, State:synced, SchemaState:public, SchemaID:128, TableID:134, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.831 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=137] [2024/06/01 12:32:24.831 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.256 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.189 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:24.842 +00:00] [INFO] [set.go:334] ["load snapshot info schema"] [conn=2] [SnapshotTS=450165511055474688] [2024/06/01 12:32:13.256 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.189 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:13.324 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.189 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.447 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=3.997777ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.458 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.458 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/01 12:32:24.844 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4199\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:149\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src as of timestamp '2024-06-01 12:32:24.102331'"] [2024/06/01 12:32:13.459 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=20.002004ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.189 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.496 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.189 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.583 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/01 12:32:13.584 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.588 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.41093\n# Parse_time: 0\n# Compile_time: 0.00255717\n# Rewrite_time: 0.000007057\n# Optimize_time: 0\n# Wait_TS: 0.000432221\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:24.846 +00:00] [WARN] [session.go:2116] ["compile SQL failed"] [error="can not execute IMPORT statement when 'tidb_snapshot' is set"] [errorVerbose="can not execute IMPORT statement when 'tidb_snapshot' is set\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).buildImportInto\n\tpkg/planner/core/planbuilder.go:4199\ngithub.com/pingcap/tidb/pkg/planner/core.(*PlanBuilder).Build\n\tpkg/planner/core/planbuilder.go:496\ngithub.com/pingcap/tidb/pkg/planner.buildLogicalPlan\n\tpkg/planner/optimize.go:549\ngithub.com/pingcap/tidb/pkg/planner.optimize\n\tpkg/planner/optimize.go:466\ngithub.com/pingcap/tidb/pkg/planner.Optimize\n\tpkg/planner/optimize.go:334\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:99\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecWithContext\n\tpkg/testkit/testkit.go:383\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).Exec\n\tpkg/testkit/testkit.go:356\ngithub.com/pingcap/tidb/pkg/testkit.(*TestKit).ExecToErr\n\tpkg/testkit/testkit.go:429\ntests/realtikvtest/importintotest2/importintotest2_test.(*mockGCSSuite).TestImportFromSelectStaleRead\n\ttests/realtikvtest/importintotest2/from_select_test.go:151\nreflect.Value.call\n\tGOROOT/src/reflect/value.go:596\nreflect.Value.Call\n\tGOROOT/src/reflect/value.go:380\ngithub.com/stretchr/testify/suite.Run.func1\n\texternal/com_github_stretchr_testify/suite/suite.go:202\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [SQL="import into dst from select * from src"] [2024/06/01 12:32:25.058 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [concurrency=2] [target-table=`from_select`.`dst`] [target-table-id=136] [2024/06/01 12:32:25.066 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:13.594 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:25.066 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:25.067 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:13.672 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.067 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:25.068 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:25.068 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:25.068 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:25.068 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:25.068 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:25.082 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:25.084 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:25.084 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=dst] [quota=374.2GB] [2024/06/01 12:32:13.672 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:25.089 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:25.092 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:13.709 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.096 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [key=import-from-select] [2024/06/01 12:32:13.837 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=3.934232ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.848 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:25.096 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [key=import-from-select] [2024/06/01 12:32:13.848 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/01 12:32:25.098 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [key=import-from-select] [readDur=7.012µs] [encodeDur=546.753µs] [checksum="{cksum=218076704990688579,size=33,kvs=1}"] [deliverDur=234.503µs] [type=query] [takeTime=1.225585ms] [] [2024/06/01 12:32:13.849 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=20.229701ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.098 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [key=import-from-select] [readDur=5.878µs] [encodeDur=667.925µs] [checksum="{cksum=4310421058987999716,size=33,kvs=1}"] [deliverDur=242.249µs] [type=query] [takeTime=1.24289ms] [] [2024/06/01 12:32:13.887 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.965 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/01 12:32:13.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.098 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/b50b0843-3655-4f79-8152-b66fbfb07b12/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/513c51de-40dd-4547-85ab-5f65d33d6866.sst] [firstKey=7480000000000000885F728000000000000001] [lastKey=7480000000000000885F728000000000000001] [2024/06/01 12:32:25.098 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:25.099 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=931] [file=/tmp/tidb/import-4000/b50b0843-3655-4f79-8152-b66fbfb07b12/c4140e3b-040a-536c-9317-e3490dc4bcf9.sst/c81f0446-4911-46d2-9bf8-84152378a8e9.sst] [firstKey=7480000000000000885F728000000000000002] [lastKey=7480000000000000885F728000000000000002] [2024/06/01 12:32:13.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377689652\n# Parse_time: 0\n# Compile_time: 0.003280738\n# Rewrite_time: 0.000015866\n# Optimize_time: 0\n# Wait_TS: 0.000516035\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:25.102 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=3.288971ms] [] [2024/06/01 12:32:25.102 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [2024/06/01 12:32:25.107 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:25.129 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] ["region ranges"=1] [count=2] [size=66] [2024/06/01 12:32:25.130 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:25.143 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c4140e3b-040a-536c-9317-e3490dc4bcf9] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/01 12:32:13.976 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/01 12:32:25.144 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [retryCnt=0] [takeTime=42.641248ms] [] [2024/06/01 12:32:25.145 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:14.063 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.146 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=1.620047ms] [] [2024/06/01 12:32:25.146 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [2024/06/01 12:32:25.146 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:25.147 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [retryCnt=0] [takeTime=69.627µs] [] [2024/06/01 12:32:25.147 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [2024/06/01 12:32:25.147 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [2024/06/01 12:32:14.063 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/01 12:32:25.155 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [takeTime=7.998036ms] [] [2024/06/01 12:32:14.120 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.155 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [checksum="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:32:14.249 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.103641ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:25.155 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [weight=30] [2024/06/01 12:32:14.259 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:25.155 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [concurrency=15] [2024/06/01 12:32:14.259 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/01 12:32:25.159 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=136] [physicalTableID=136] [indexID=-1] [checksum=4095868306028115111] [totalKvs=2] [totalBytes=66] [2024/06/01 12:32:25.160 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [local="{cksum=4095868306028115111,size=66,kvs=2}"] [2024/06/01 12:32:14.261 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=19.759552ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.160 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=dst] [import-id=b50b0843-3655-4f79-8152-b66fbfb07b12] [checksum="{\"id=-1\"=\"{cksum=4095868306028115111,size=66,kvs=2}\"}"] [takeTime=13.178444ms] [] [2024/06/01 12:32:25.160 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:14.298 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.160 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=10.497µs] [] [2024/06/01 12:32:14.381 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/01 12:32:25.160 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [2024/06/01 12:32:14.381 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.161 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:1] [engineUUID=c4140e3b-040a-536c-9317-e3490dc4bcf9] [takeTime=1.130414ms] [] [2024/06/01 12:32:25.161 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:25.161 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=11.112µs] [] [2024/06/01 12:32:25.161 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [2024/06/01 12:32:14.385 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.411727342\n# Parse_time: 0\n# Compile_time: 0.00336712\n# Rewrite_time: 0.000009965\n# Optimize_time: 0\n# Wait_TS: 0.00036742\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:25.162 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_select`.`dst`:-1] [engineUUID=3027564c-048c-5b5b-9cb8-05c9a63b83f5] [takeTime=907.259µs] [] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:25.166 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:14.391 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:25.166 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:14.451 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:25.166 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:25.166 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:25.168 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:25.168 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:25.168 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:25.168 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:25.168 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:14.451 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:14.503 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.600 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.268748ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:14.610 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.610 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/01 12:32:14.612 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=18.719921ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.698 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.389 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.759 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/01 12:32:14.759 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.763 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.374179425\n# Parse_time: 0\n# Compile_time: 0.003086929\n# Rewrite_time: 0.000008598\n# Optimize_time: 0\n# Wait_TS: 0.000405131\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:25.170 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165511055474688\n# Conn_ID: 2\n# Query_time: 0.321609273\n# Parse_time: 0.000555769\n# Compile_time: 0.002860046\n# Rewrite_time: 0.001762709\n# Optimize_time: 0.00083399\n# Wait_TS: 0\n# Cop_time: 0.000071088 Process_time: 0.000034983 Wait_time: 0.000019713 Request_count: 1 Process_keys: 2 Total_keys: 4 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 3 Rocksdb_key_skipped_count: 6 Rocksdb_block_cache_hit_count: 2\n# DB: from_select\n# Is_internal: false\n# Digest: c3cf4ca42b5d721c761403fe190e6af73930afe0234f49b9ee2bf709e751f0d5\n# Stats: src:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.4983e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 1.9713e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 295\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('9wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxNi45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTIJRBg5MzUuM8K1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMy41OAFuRHByb2Nfa2V5czogMiwgdG90XwESDDogMzUFSAERJHdhaXQ6IDE5LjcFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcAhfZHUFGhhuOiA0Ni42BTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtDF9ycGMBwxR0b3RhbF8pJQwuMW1zDS0cZXJyb3JzOnshEWxfaXNfbm90X3JlYWR5OjF9fQkyOTUgQnl0ZXMJIUQgMgk0M182CTFfMUYAdCFBqDpzcmMsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwkyCXRpa3YF1AQ6ewWFDDBzLCAtpUB9LCBzY2FuX2RldGFpbDogewmsGHByb2Nlc3MyWAEEYWwyFwAcX3NpemU6IDgpdQRhbA0sODQsIGdldF9zbmFwc2hvdAn2BCA1LXuAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAzAc4AeT4WABg2LCBibG9jQQM5tw0yFDJ9fX0sIAHXXsQAARwuDwIIYWxfQRENGFUWJSUId2FsLalIIDEwMS42wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('4gagCt0GCgxJbXBvcnRJbnRvXzISlgYKDVRhYmxlUmVhZGVyXzcStgMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAI4AkACShQKEgoLZnJvbV9zZWxlY3QSA3NyY1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvar4CdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDIsIHRvdGFsX3Byb2NlcwkXHF9zaXplOiA4FR0Ea2UBLDw0LCBnZXRfc25hcHNob3RfBXG4IDUuN8K1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAzLCBrZXk+FgBMNiwgYmxvY2s6IHtjYWNoZV9oaXQRMhQyfX19LCABZgRfZFbEAAEcDDogMzUFgQnfCHdhaRGaBDE5DZsgdGlrdl93YWxsDTEoMTAxLjbCtXN9cP8RAQQBeBEKKP8BIZxWH6WHTBZBLqUBKAFAAVIUZGF0YTpUNtMBBFoWBYYQOTM1LjMFiCl/HDJi9wFjb3BfJZxoIHtudW06IDEsIG1heDogMy41OG1zLCBwcm9jLVwEMiwBwABfARIu0QAFzwQ6IBXKEGNvcHJfOSlEcmF0aW86IDAuMDAsIGJ1aWxkBXAIX2R1BRoQbjogNDYF6gV5VF9kaXN0c3FsX2NvbmN1cnJlbmN5OiBBKDRycGNfaW5mbzp7Q29wOgGtEF9ycGM6CZUAYS03GDMuMW1zfSwFLRxlcnJvcnM6eyERUF9pc19ub3RfcmVhZHk6MX19cKcCeDlOADghOhQDTi9BWhUlKRAzMTYuOQH+KSgAMVaEAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `from_select`.`dst` FROM SELECT * FROM `from_select`.`src` AS OF TIMESTAMP _UTF8MB4'2024-06-01 12:32:24.102331';"] === RUN TestImportInto/TestWriteAfterImportFromFile [2024/06/01 12:32:25.180 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/06/01 12:32:14.767 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:25.182 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=73] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/06/01 12:32:14.836 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.218 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:25.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.218 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:25.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/06/01 12:32:25.270 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [category=ddl] [job="ID:139, Type:create schema, State:queueing, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:25.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.836 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:25.303 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=73] [neededSchemaVersion=74] ["start time"=980.625µs] [gotSchemaVersion=74] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:25.315 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=139] [version=74] [2024/06/01 12:32:14.883 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.975 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.123798ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:25.317 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=74] ["take time"=18.735816ms] [job="ID:139, Type:create schema, State:done, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:25.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.986 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.986 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/01 12:32:25.381 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=139] [conn=2] [job="ID:139, Type:create schema, State:synced, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:25.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.410 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=139] [2024/06/01 12:32:25.410 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.987 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=19.813089ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:14.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/01 12:32:15.043 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.417 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:15.102 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/01 12:32:15.102 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.420 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=74] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:32:25.467 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:25.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:15.106 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340519483\n# Parse_time: 0\n# Compile_time: 0.002287226\n# Rewrite_time: 0.000009113\n# Optimize_time: 0\n# Wait_TS: 0.000351578\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:25.467 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:25.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/01 12:32:25.544 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [category=ddl] [job="ID:141, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:25.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.552 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 140, Table Name: t"] [2024/06/01 12:32:25.605 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=74] [neededSchemaVersion=75] ["start time"=2.801231ms] [gotSchemaVersion=75] [phyTblIDs="[140]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:25.615 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=141] [version=75] [2024/06/01 12:32:15.114 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/01 12:32:25.617 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=75] ["take time"=18.962052ms] [job="ID:141, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:25.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.204 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.661 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=141] [conn=2] [job="ID:141, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:25.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.703 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=141] [2024/06/01 12:32:25.703 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.837 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.009 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:26.106 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:26.148 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:26.148 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:26.254 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:26.255 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:15.204 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/01 12:32:26.256 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/06/01 12:32:26.276 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.279 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:26.279 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:15.255 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.279 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=114.861µs] [2024/06/01 12:32:26.279 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=290.905µs] [] [2024/06/01 12:32:15.426 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.601144ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:26.280 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:15.437 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:26.280 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:15.437 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/01 12:32:26.395 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/01 12:32:26.414 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/01 12:32:26.438 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:15.439 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=21.633549ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.482 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:26.483 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/01 12:32:26.484 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:15.494 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.088 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.491 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:15.582 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/01 12:32:26.491 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:15.582 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:26.492 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.492 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:26.493 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.493 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.493 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.493 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:26.493 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:15.586 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.475161317\n# Parse_time: 0\n# Compile_time: 0.003711951\n# Rewrite_time: 0.000013261\n# Optimize_time: 0\n# Wait_TS: 0.00045639\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:26.507 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:26.508 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:26.509 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:26.509 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:26.509 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/06/01 12:32:15.592 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:26.548 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/06/01 12:32:15.654 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:26.553 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:26.556 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:26.557 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/06/01 12:32:26.557 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=140] [2024/06/01 12:32:26.587 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=2.csv:0] [2024/06/01 12:32:15.654 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:26.594 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=2.csv:0] [readDur=1.330486ms] [encodeDur=748.364µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=4.617026ms] [type=file] [takeTime=7.134119ms] [] [2024/06/01 12:32:15.707 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.595 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/65c4e7c0-24fa-4b07-947d-2aa888823ba4.sst] [firstKey=74800000000000008C5F728000000000000006] [lastKey=74800000000000008C5F728000000000000007] [2024/06/01 12:32:26.595 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=140] [key=1.csv:0] [2024/06/01 12:32:15.801 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.212125ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:15.811 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:15.811 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/01 12:32:26.598 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=140] [key=1.csv:0] [readDur=1.107501ms] [encodeDur=998.237µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=57.872µs] [type=file] [takeTime=2.465775ms] [] [2024/06/01 12:32:15.813 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=18.677637ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.599 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/1/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d2864357-0913-44c7-97eb-7334f547f331.sst] [firstKey=74800000000000008C5F728000000000000004] [lastKey=74800000000000008C5F728000000000000005] [2024/06/01 12:32:26.599 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=50.782922ms] [] [2024/06/01 12:32:15.900 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.589 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.599 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:15.959 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/01 12:32:26.599 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:15.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:26.600 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:26.602 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.601686ms] [] [2024/06/01 12:32:26.602 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:26.608 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:15.962 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.373598803\n# Parse_time: 0\n# Compile_time: 0.003451846\n# Rewrite_time: 0.000008561\n# Optimize_time: 0\n# Wait_TS: 0.000487887\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:26.629 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:26.630 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:26.645 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:15.965 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/01 12:32:26.646 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.881064ms] [] [2024/06/01 12:32:16.015 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:26.646 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:26.648 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.186544ms] [] [2024/06/01 12:32:26.648 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:16.015 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/01 12:32:26.648 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:26.649 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.650486ms] [] [2024/06/01 12:32:16.080 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.650 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:26.650 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:16.149 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=2.746586ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:16.160 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:26.650 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=58.469µs] [] [2024/06/01 12:32:16.160 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/01 12:32:26.650 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:26.651 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=841.642µs] [] [2024/06/01 12:32:26.697 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/01 12:32:16.162 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=19.383479ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:15.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.700 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:16.216 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.938 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.700 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:16.258 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:16.258 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:16.265 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:16.312 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:26.700 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.700 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:26.702 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:26.702 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.702 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.702 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.702 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:16.312 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/01 12:32:26.702 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=220.445054ms] [] [2024/06/01 12:32:16.372 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.774 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:26.775 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:16.447 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=3.934393ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:26.776 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:16.461 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:26.776 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:16.461 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/01 12:32:26.841 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:26.843 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:16.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=23.493961ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.843 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:27.006 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:16.552 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.239 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.053 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:16.587 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:27.054 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:16.587 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:27.054 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:16.588 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:27.061 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=7.183177ms] [] [2024/06/01 12:32:16.588 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:16.608 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/01 12:32:27.061 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/01 12:32:16.608 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:27.061 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:27.061 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/06/01 12:32:27.061 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/06/01 12:32:27.066 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=140] [physicalTableID=140] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:16.612 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.348283885\n# Parse_time: 0\n# Compile_time: 0.001673272\n# Rewrite_time: 0.000012103\n# Optimize_time: 0\n# Wait_TS: 0.000413619\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:27.066 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:16.614 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/01 12:32:27.066 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.725607ms] [] [2024/06/01 12:32:27.066 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=12.926594ms] [] [2024/06/01 12:32:16.647 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:16.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:27.104 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=98.121924ms] [] [2024/06/01 12:32:27.169 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:16.647 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:16.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/01 12:32:27.169 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/01 12:32:27.172 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/01 12:32:27.218 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/01 12:32:27.254 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:16.694 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.299 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:27.300 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:16.723 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=1.098889ms] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:16.733 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:16.734 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/01 12:32:16.735 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=17.213285ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:16.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.802 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.588 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.828 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/01 12:32:27.371 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.664014552\n# Parse_time: 0.001032624\n# Compile_time: 0.001432478\n# Rewrite_time: 0.00030754\n# Optimize_time: 0.000922647\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nuse write_after_import;\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:16.828 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromFile/case-1 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:16.881 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:16.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:27.397 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=75] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:27.403 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:27.421 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:16.881 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:16.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/01 12:32:27.421 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:16.950 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.471 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.021 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.523298ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:27.506 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=75] [neededSchemaVersion=76] ["start time"=574.015µs] [gotSchemaVersion=76] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:17.032 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:27.516 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=76] [2024/06/01 12:32:17.032 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/01 12:32:27.518 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=76] ["take time"=16.882932ms] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.034 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=19.458653ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:16.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.561 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.089 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.133 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/01 12:32:27.594 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=76] [neededSchemaVersion=77] ["start time"=251.97µs] [gotSchemaVersion=77] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:17.133 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:27.606 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=77] [2024/06/01 12:32:27.608 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=77] ["take time"=18.98282ms] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.136 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.30332354\n# Parse_time: 0\n# Compile_time: 0.003786451\n# Rewrite_time: 0.001874042\n# Optimize_time: 0\n# Wait_TS: 0.00036087\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:27.666 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [category=ddl] [job="ID:142, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:140, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.674 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 140, Old Table Name: t"] [2024/06/01 12:32:27.729 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=77] [neededSchemaVersion=78] ["start time"=368.307µs] [gotSchemaVersion=78] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.745 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=142] [version=78] [2024/06/01 12:32:27.747 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=78] ["take time"=23.264649ms] [job="ID:142, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.806 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=142] [tableIDs="[140]"] [comment="drop table: table ID"] [2024/06/01 12:32:27.817 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=142] [jobType="drop table"] [2024/06/01 12:32:27.821 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=142] [conn=2] [job="ID:142, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:140, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:27.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.642 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165509217058824\n# Query_time: 0.34713478\n# Parse_time: 0\n# Compile_time: 0.167746618\n# Rewrite_time: 0.004418924\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 369887\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1gvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjE3MG1zLCBsb29wczoxLCBwcmVwYXJlOiB7dG90YWw6IDI4LjMBIkxhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AUEAXwVmKDc2Ni4zwrVzfSwgARAYX2RldGFpbBFlHF9wcm9jZXNzCSwcIDQyLjTCtXMRQQx3YWl0DRoMNTAuNR0aKGt2X3JlYWRfd2FsDWgQIDk4LjcJIghpa3YuGQAQMTIxLjYJggxzY2FuPoIADGtleXMFxShnZXRfc25hcHNobxF2BDE5DVRocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaNEeG46IHtwcmV3cml0ZToxLjU3ITgBUREiDHM6MzgJwQkSDDoxLjIFJRxzbG93ZXN0XxE+JUMAIDGDZDAuMDAxcywgcmVnaW9uX2lkOiAxMCwgc3RvIak0MTI3LjAuMC4xOjIwMTYheARpbS5iAToJAQw3MjcuUgkBAak6+gAEMjAFKwQsIFr6AAXqOUsFkRRfYmF0Y2glthA6IDIyLgFsMCwgcHJvcG9zZV9zZW4hsBBpdDogMAEXJGVyc2lzdF9sb2cZ7wgxNjYtcQlgFGxlYWRlcg1SJDQxbnMsIHN5bmMJNQw5NS44JfEJLDRtZW10YWJsZTogMi44MinwKWwJLwgzODdNQxBhcHBseTKtAAQxNQ2tBRsVkAQ5M02PFG11dGV4Xyn6Ab0JcjKeABkXAHdhPAQxOVqdAAAxCbYuPwIYcHJpbWFyef76AWr6ARA0MjguMSkTNgMDSvoBKbbe9wEEMTMN+K73AQg3MC4JdkpYAQQzNDb2AQQ0MAXKACwNLDn2DDk3Nm6BZi70AQgyMjVNUCXZjvQBDDYwLjlFVgBtxvQBADOF6kqbAAQuOAFUJfRtyghudW2hKQnxhYMAMRE4GGJ5dGU6MzIFLmxpbnNlcnQ6MTQxLjhtcwkxMTMuMiBLQglOL0EK')\n# Resource_group: default\n;"] [2024/06/01 12:32:27.884 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=142] [2024/06/01 12:32:17.749 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.182730147s] [2024/06/01 12:32:27.884 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:17.754 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:32:17.754 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=15.134µs] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=12.529µs] [2024/06/01 12:32:27.888 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.49207958\n# Parse_time: 0.000487788\n# Compile_time: 0.000555354\n# Rewrite_time: 0.000008545\n# Optimize_time: 0.001001735\n# Wait_TS: 0.000412799\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=13.185µs] [2024/06/01 12:32:27.890 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=78] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=11.685µs] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=13.108µs] [2024/06/01 12:32:27.933 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=8.437µs] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=11.299µs] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=5.002µs] [2024/06/01 12:32:27.933 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=9.472µs] [2024/06/01 12:32:17.758 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=9.001µs] [2024/06/01 12:32:17.759 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:27.982 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [category=ddl] [job="ID:144, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.759 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=6.482µs] [2024/06/01 12:32:27.989 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 143, Table Name: t"] [2024/06/01 12:32:17.759 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [2024/06/01 12:32:17.759 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [2024/06/01 12:32:28.044 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=78] [neededSchemaVersion=79] ["start time"=2.405705ms] [gotSchemaVersion=79] [phyTblIDs="[143]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:28.055 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=144] [version=79] [2024/06/01 12:32:28.056 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=79] ["take time"=18.736537ms] [job="ID:144, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.759 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:17.761 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 841e23b5-8068-4a5e-980b-de1cff8435ff"] [] [2024/06/01 12:32:28.135 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=144] [conn=2] [job="ID:144, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.856 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:17.762 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:28.180 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=144] [2024/06/01 12:32:17.762 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:32:28.181 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:17.762 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:32:28.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:17.776 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=841e23b5-8068-4a5e-980b-de1cff8435ff] ["take time"=22.457389ms] [2024/06/01 12:32:28.372 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:17.776 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=841e23b5-8068-4a5e-980b-de1cff8435ff] [2024/06/01 12:32:28.466 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:17.779 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=784] [2024/06/01 12:32:28.505 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:17.780 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:32:28.505 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:17.780 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:32:28.612 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:28.613 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:28.614 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:17.780 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:32:28.635 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:28.638 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:28.638 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:17.780 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:32:28.638 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=81.407µs] [2024/06/01 12:32:17.780 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:32:28.638 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=276.642µs] [] [2024/06/01 12:32:17.780 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd watch owner key /tidb/br-stream/owner/3eaa8fd3c7889be1"] [2024/06/01 12:32:28.639 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:28.639 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:17.780 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:28.750 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/01 12:32:17.780 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [2024/06/01 12:32:28.769 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/01 12:32:17.780 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:32:28.814 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:17.780 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [2024/06/01 12:32:28.859 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:17.780 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [2024/06/01 12:32:28.860 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/01 12:32:28.861 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:17.780 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:32:28.891 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:17.780 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:32:28.891 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:17.782 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:28.892 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:17.782 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:32:28.892 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:17.782 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:28.893 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:17.782 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:28.893 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:17.782 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:32:28.893 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:28.893 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:17.782 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [error="context canceled"] [2024/06/01 12:32:28.893 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:17.782 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:32:28.909 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:17.782 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:28.911 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:17.782 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=28.805341ms] [2024/06/01 12:32:28.911 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:17.783 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511205111906084] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:32:17.794 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:32:28.911 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:17.933 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=1169] ["lease id"=22318fd3c788a9e8] [2024/06/01 12:32:28.911 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/06/01 12:32:28.961 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/06/01 12:32:28.965 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:28.968 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:28.968 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/06/01 12:32:28.969 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=143] [2024/06/01 12:32:28.978 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=1.csv:0] [2024/06/01 12:32:28.978 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=143] [key=2.csv:0] [2024/06/01 12:32:17.935 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:32:28.980 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=2.csv:0] [readDur=906.473µs] [encodeDur=620.348µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=62.682µs] [type=file] [takeTime=2.050592ms] [] [2024/06/01 12:32:28.980 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=143] [key=1.csv:0] [readDur=967.557µs] [encodeDur=761.934µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=124.941µs] [type=file] [takeTime=2.192674ms] [] [2024/06/01 12:32:28.981 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=20.14793ms] [] [2024/06/01 12:32:17.983 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:18.025 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=86.298054ms] [2024/06/01 12:32:18.030 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:28.981 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=2] [sstFileSize=1958] [file=/tmp/tidb/import-4000/2/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/37186935-fa47-444d-a00f-ffe7ea3ed861.sst] [firstKey=74800000000000008F5F728000000000000004] [lastKey=74800000000000008F5F728000000000000007] [2024/06/01 12:32:18.030 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [runWorker=true] [2024/06/01 12:32:28.981 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:18.030 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:32:28.981 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:18.033 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:32:28.981 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:18.035 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:32:28.983 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.15902ms] [] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:28.983 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:28.988 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:29.011 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:29.012 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:29.026 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:29.028 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.38557ms] [] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:29.028 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:18.035 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:32:29.029 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.055068ms] [] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:29.029 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:18.035 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:29.029 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:18.035 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:29.031 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.77634ms] [] [2024/06/01 12:32:18.035 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:32:29.031 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:29.031 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:18.037 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd3c7889c8c] [ownerID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [op=none] [2024/06/01 12:32:18.037 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:32:29.031 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=73.738µs] [] [2024/06/01 12:32:18.038 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:29.031 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:18.038 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=91c44e19-1bfb-41a6-a838-0f1443dcfadd] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:18.043 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:32:29.032 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=793.322µs] [] [2024/06/01 12:32:29.081 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/01 12:32:18.044 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd3c7889c8c] [ownerID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [op=none] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:18.044 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [op=none] [2024/06/01 12:32:29.083 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:18.044 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:18.058 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/01 12:32:29.083 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:18.059 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:18.059 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:18.061 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] ["owner key"=/tidb/bindinfo/owner/3eaa8fd3c7889c92] [ownerID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [op=none] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:18.061 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:32:29.083 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:18.074 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/01 12:32:29.084 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:18.079 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/01 12:32:29.084 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:18.154 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:32:29.084 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:18.174 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:32:29.084 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:18.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:32:29.086 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:18.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:32:29.086 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:18.186 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/01 12:32:29.086 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:18.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:32:29.086 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:18.186 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:32:29.086 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:18.186 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/01 12:32:18.186 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/01 12:32:18.186 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/01 12:32:29.086 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=226.538755ms] [] [2024/06/01 12:32:18.186 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/01 12:32:29.125 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:18.189 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:32:29.126 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:18.189 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/01 12:32:29.127 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:18.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:32:29.127 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:18.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:32:18.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:32:29.190 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:18.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:32:29.192 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:18.190 +00:00] [INFO] [domain.go:2426] ["updateStatsWorker started."] [2024/06/01 12:32:29.192 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:18.190 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:18.190 +00:00] [INFO] [domain.go:2306] ["start load stats sub workers"] ["worker count"=10] [2024/06/01 12:32:29.376 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:29.420 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:18.192 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] ["owner key"=/tidb/stats/owner/22318fd3c788a9f2] [ownerID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [op=none] [2024/06/01 12:32:29.420 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:18.192 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:32:29.421 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:18.193 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:32:29.428 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=7.704571ms] [] [2024/06/01 12:32:18.194 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=16] [total-mem=32GiB] [2024/06/01 12:32:29.428 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/01 12:32:18.200 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/01 12:32:29.428 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:18.202 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/6589fb4c-5065-4848-bcb6-d2d0aad268f6] [2024/06/01 12:32:29.429 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/06/01 12:32:18.202 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:29.429 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/06/01 12:32:18.203 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:29.433 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=143] [physicalTableID=143] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:18.212 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:32:29.434 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:18.212 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/01 12:32:29.434 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.106681ms] [] [2024/06/01 12:32:18.213 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/01 12:32:29.434 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=13.354738ms] [] [2024/06/01 12:32:18.216 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/01 12:32:18.225 +00:00] [INFO] [domain.go:2345] ["init stats info time"] [lite=true] ["take time"=36.39876ms] [2024/06/01 12:32:29.480 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=103.731254ms] [] [2024/06/01 12:32:18.225 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:29.526 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:18.249 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=tidb_schema_cache_size] [val=1073741824] [2024/06/01 12:32:29.526 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/01 12:32:18.299 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/01 12:32:29.529 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/01 12:32:18.344 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] === RUN TestImportInto/TestGlobalSortBasic [2024/06/01 12:32:29.603 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:18.353 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gsort_basic"] [user=] [2024/06/01 12:32:29.612 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:18.355 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gsort_basic"] [user=] [2024/06/01 12:32:29.662 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:29.662 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:18.388 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:18.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.388 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:18.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gsort_basic"] [2024/06/01 12:32:18.654 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=51] ["start time"=365.653187ms] [2024/06/01 12:32:18.733 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:18.733 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=447.787437ms] [2024/06/01 12:32:29.740 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.554393865\n# Parse_time: 0.000945081\n# Compile_time: 0.001419114\n# Rewrite_time: 0.000244255\n# Optimize_time: 0.001001735\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/01 12:32:29.753 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=79] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:29.756 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:29.777 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:29.777 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:29.823 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.855 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=79] [neededSchemaVersion=80] ["start time"=876.644µs] [gotSchemaVersion=80] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:29.867 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=80] [2024/06/01 12:32:29.869 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=80] ["take time"=19.236377ms] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.905 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.943 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=80] [neededSchemaVersion=81] ["start time"=268.869µs] [gotSchemaVersion=81] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:29.954 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=81] [2024/06/01 12:32:29.956 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=81] ["take time"=23.953531ms] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.022 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [category=ddl] [job="ID:145, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:143, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.052 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 143, Old Table Name: t"] [2024/06/01 12:32:30.099 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=81] [neededSchemaVersion=82] ["start time"=301.901µs] [gotSchemaVersion=82] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:30.111 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=145] [version=82] [2024/06/01 12:32:30.113 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=82] ["take time"=19.616543ms] [job="ID:145, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.182 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=145] [tableIDs="[143]"] [comment="drop table: table ID"] [2024/06/01 12:32:30.191 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=145] [jobType="drop table"] [2024/06/01 12:32:18.926 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165509557846020\n# Query_time: 0.507310305\n# Parse_time: 0\n# Compile_time: 0.001045258\n# Rewrite_time: 0.001543867\n# Optimize_time: 0.003191623\n# Wait_TS: 0.000172224\n# Prewrite_time: 0.001469435 Commit_time: 0.001476364 Get_commit_ts_time: 0.000306794 Slowest_prewrite_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 620.5µs}, scan_detail: {get_snapshot_time: 10.5µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 23.8µs, propose_send_wait: 0s, persist_log: {total: 118.9µs, write_leader_wait: 57ns, sync_log: 71.3µs, write_memtable: 2.44µs}, commit_log: 344.7µs, apply_batch_wait: 13.9µs, apply: {total:90.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 21µs, write_memtable: 21.3µs}}} Commit_primary_rpc_detail: {total:0.001s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 620.5µs}, scan_detail: {get_snapshot_time: 10.5µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 23.8µs, propose_send_wait: 0s, persist_log: {total: 118.9µs, write_leader_wait: 57ns, sync_log: 71.3µs, write_memtable: 2.44µs}, commit_log: 344.7µs, apply_batch_wait: 13.9µs, apply: {total:90.8µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 21µs, write_memtable: 21.3µs}}} Write_keys: 1 Write_size: 845 Prewrite_region: 1\n# Is_internal: true\n# Digest: bb9a0484a27cea37dfc9b79800bc11ddc72f4ac11810a6eb126d600a567ce029\n# Num_cop_tasks: 0\n# Mem_max: 10007\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('igzoMAkyOF8zCTAJMAlOL0EJMAl0aW1lOjEuNDFtcywgbG9vcHM6MSwgY29tbWl0X3R4bjoge3ByZXdyaXQFJwA3AScMZ2V0XxEiJHM6MzA2LjjCtXMRNgFOADgBJyBzbG93ZXN0X3ANQPA8X3JwYzoge3RvdGFsOiAwLjAwMXMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIAGoGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGEA6IDYyMC41wrVzfSwgc2NhbhkpLGdldF9zbmFwc2hvdA0sADEJK2AsIHJvY2tzZGI6IHtibG9jazoge319fSwgBewZQgWROF9iYXRjaF93YWl0OiAyMw3wLHByb3Bvc2Vfc2VuZA0cODBzLCBwZXJzaXN0X2xvZwGrCe8QMTE4LjklJglgFGxlYWRlcg02JDU3bnMsIHN5bmMJNQw3MS4zHSw0bWVtdGFibGU6IDIuNDQJ5y2ABWQQMzQ0LjcFMBBhcHBseTKtAAQxMw13BRsVkAQ5MA3EFG11dGV4XykAAb1KngAZFwB3IbkEMjEFawkpHZsJtCVDDZ0YcHJpbWFyef74AW74AQQzMwX6mvgBKYHi+AEIMC4yBfuy+AEEMjcNNikxMvgBCDMzODb5AQw4MS42BWMJLT1eBC44TvkBCDYzLgEXACwp3jb5AQAyTUQ2+QEENzji+QEEMTYNbT6dAAQxNyVaJfttzwhudW2BSAkqDGtleXMZDoBieXRlOjg0NX0JMS43NyBLQglOL0EKMQkzNl8xCTAJMQlJ7Fx0aWRiX2RkbF9qb2IsIGhhbmRsZToxMDUBIRRpbWU6ODBpI0Bsb29wczoyLCBHZXQ6e251bUVvCDEsIGV5afQINTQ0JVgAfUJIBGGdHF9wcm9jZXNzCSwQIDMxLjIlhAkdYfQRGjFTCRoUa3ZfcmVhYfqZiAA5ETwAaTahBAA4AVNCpgIJSBF/JScAIBW6LhcAJF9zaXplOiA4NTMR2BUtUuIEBcAAck7gBCAJTi9BCU4vQQo=')\n# Plan_digest: 3fea32741ba131a439f08d925bc0d60ce688c732cc613c6d3625da6592028edc\n# Binary_plan: tidb_decode_binary_plan('vQx4CrgMCghVcGRhdGVfMxKWAwoLUG9pbnRfR2V0XzEpAAUB8FvwPzABOAFAAUoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSCmhhbmRsZToxMDVaFHRpbWU6ODAzwrVzLCBsb29wczoyYqYCR2V0OntudW1fcnBjOjEsIHRvdGFsXwUtKDU0NC42wrVzfSwgARAkX2RldGFpbDogewkkHHByb2Nlc3NfARwUOiAzMS4yBVsJHQx3YWl0ERoIMi4zHRosa3ZfcmVhZF93YWxsDSIENjkRPAhpa3YuGQAAOAFTGH0sIHNjYW5efwAUa2V5czogFboRlgEXKF9zaXplOiA4NTMsDZcBFgUtKGdldF9zbmFwc2hvEagEMTAFplhyb2Nrc2RiOiB7YmxvY2s6IHt9fX1w/xEBBAF4EQoA/yV+EFIDTi9BLV4QMS40MW01XhwxYuUIY29tbSEJMHhuOiB7cHJld3JpdGUBKAA3ASgBhREiGHM6MzA2LjgFgwkUAScAOAEnHHNsb3dlc3RfEUAMX3JwYzGGuDogMC4wMDFzLCByZWdpb25faWQ6IDE0LCBzdG9yZTogMTI3LjAuMC4xOjIwMTYxQsoBOnEBEDYyMC41KfM2dAEAZ04wAQUrACxWMgEELCAF7Dm2BZEUX2JhdGNoRR4MOiAyMw3wKHByb3Bvc2Vfc2VuQRhIaXQ6IDBzLCBwZXJzaXN0X2xvZxnvEDExOC45JSYJYBRsZWFkZXINUiQ1N25zLCBzeW5jCTUENzFNewksNG1lbXRhYmxlOiAyLjQ0CecpbAkvEDM0NC43BVwQYXBwbHkyrQAEMTMNdwUbFZAEOTANxBRtdXRleF9JMgG9CXIyngAZFxh3YWw6IDIxBWsJKR2bCbQMfX19LBGdGHByaW1hcnn++AFu+AEEMzMF+kJsA1b4ASmBUioDjvgBADBt77L4AQQyNw02KTEyWgEIMzM4NvkBCDgxLoG6EY09XgQuOE75AQg2My4BFwAsKd42+QGRvzb5AQQ3OOL5AQQxNg1tCcoZnQQxNyVaJfttzxBudW06MRHHhb4VDmBieXRlOjg0NX1wlw54////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:30.195 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=145] [conn=2] [job="ID:145, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:143, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:29.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.258 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=145] [2024/06/01 12:32:30.258 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.928 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.961 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=936.23µs] [gotSchemaVersion=52] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:18.971 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/01 12:32:30.262 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.509837694\n# Parse_time: 0.000465784\n# Compile_time: 0.000655258\n# Rewrite_time: 0.000012236\n# Optimize_time: 0.001038991\n# Wait_TS: 0.000427865\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:30.264 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=82] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:32:18.973 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=17.060586ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:18.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.316 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:30.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.009 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.338 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.038 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/01 12:32:30.316 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:30.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/01 12:32:19.038 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:30.374 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [category=ddl] [job="ID:147, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:30.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.382 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 146, Table Name: t"] [2024/06/01 12:32:30.476 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=82] [neededSchemaVersion=83] ["start time"=19.868469ms] [gotSchemaVersion=83] [phyTblIDs="[146]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:30.490 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=147] [version=83] [2024/06/01 12:32:19.041 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.686507542\n# Parse_time: 0.000194304\n# Compile_time: 0.00055366\n# Rewrite_time: 0.000006654\n# Optimize_time: 0.000349888\n# Wait_TS: 0.000328014\n# Is_internal: false\n# Digest: 41efa7a6f7e5b6c38bc3404eda95f12fe9e24d7478b1c84498630b85ef3336f1\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gsort_basic;"] [2024/06/01 12:32:19.045 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gsort_basic] [sql="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [user=] [2024/06/01 12:32:30.493 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=83] ["take time"=41.099504ms] [job="ID:147, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:30.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.055 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:19.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:19.055 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:19.055 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:19.093 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.038 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:19.093 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.038 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key, b varchar(100), c varchar(100), d int,\n\t\tkey(a), key(c,d), key(d));"] [2024/06/01 12:32:30.567 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=147] [conn=2] [job="ID:147, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:30.257 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:19.129 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.038 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.605 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=147] [2024/06/01 12:32:19.137 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/06/01 12:32:30.606 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:19.202 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/01 12:32:19.202 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/01 12:32:19.203 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6589fb4c-5065-4848-bcb6-d2d0aad268f6] [watcherID=f0dde718-f893-44e5-89bc-e3da049363b3] [2024/06/01 12:32:19.213 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/01 12:32:19.234 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager e0ccfbfd-e744-4b0f-b847-34bc7a36a6cd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:30.610 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.347375014\n# Parse_time: 0.00077899\n# Compile_time: 0.001067215\n# Rewrite_time: 0.000012893\n# Optimize_time: 0.001038991\n# Wait_TS: 0.000408758\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/01 12:32:30.625 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:19.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=16.441835ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:19.246 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/01 12:32:30.809 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:19.245 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/01 12:32:30.922 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:19.246 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/01 12:32:30.967 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:19.246 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/01 12:32:30.967 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:19.249 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/01 12:32:31.073 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:31.074 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:31.075 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/06/01 12:32:19.251 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=35.544691ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:19.038 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.094 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.097 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:31.097 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:19.311 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:19.038 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.097 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=106.444µs] [2024/06/01 12:32:19.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/01 12:32:31.097 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=252.85µs] [] [2024/06/01 12:32:19.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:31.097 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:31.097 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:31.208 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/06/01 12:32:31.226 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/01 12:32:31.251 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:31.312 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:31.314 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/01 12:32:31.315 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:19.366 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.323239844\n# Parse_time: 0.001059378\n# Compile_time: 0.001151119\n# Rewrite_time: 0.000007336\n# Optimize_time: 0.000349888\n# Wait_TS: 0.000418599\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd91a62822057fd7eedc37492bb050619e22980b48f95a08c6f7fcb91238f7e4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gsort_basic;\ncreate table t (a bigint primary key, b varchar(100), c varchar(100), d int, key(a), key(c,d), key(d));"] [2024/06/01 12:32:31.323 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:19.697 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:19.698 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.324 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:19.734 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.324 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:31.324 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:31.325 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:31.325 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:19.905 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:31.325 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:31.325 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:20.035 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:32:31.325 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:20.036 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/06/01 12:32:31.339 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:20.099 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:31.341 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:20.100 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:31.341 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:20.205 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/01 12:32:31.341 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/01 12:32:20.208 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:31.341 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/06/01 12:32:20.209 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [2024/06/01 12:32:20.229 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.381 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/06/01 12:32:20.229 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.385 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:20.232 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:31.388 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:20.232 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:32:31.389 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/06/01 12:32:20.233 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=108.22µs] [2024/06/01 12:32:31.389 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=146] [2024/06/01 12:32:20.233 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=300.348µs] [] [2024/06/01 12:32:31.396 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=2.csv:0] [2024/06/01 12:32:20.233 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/06/01 12:32:31.396 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=146] [key=1.csv:0] [2024/06/01 12:32:20.233 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/06/01 12:32:20.399 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/01 12:32:31.399 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=2.csv:0] [readDur=1.009604ms] [encodeDur=872.06µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=526.547µs] [type=file] [takeTime=2.976324ms] [] [2024/06/01 12:32:20.440 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:31.399 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=146] [key=1.csv:0] [readDur=1.076809ms] [encodeDur=980.797µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=513.081µs] [type=file] [takeTime=3.000119ms] [] [2024/06/01 12:32:31.400 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/97aa1c37-13bc-4748-9a96-fcfa45240da8.sst] [firstKey=7480000000000000925F72800000000000000A] [lastKey=7480000000000000925F72800000000000000B] [2024/06/01 12:32:31.401 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=19.553955ms] [] [2024/06/01 12:32:31.401 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:31.401 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:31.401 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:20.490 +00:00] [ERROR] [distsql.go:1462] ["table reader fetch next chunk failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1460\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1462\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760"] [2024/06/01 12:32:31.401 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/3/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/300d2603-d647-4e26-a014-56ebf2d3aecc.sst] [firstKey=7480000000000000925F728000000000000001] [lastKey=7480000000000000925F728000000000000002] [2024/06/01 12:32:20.498 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:31.404 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.894301ms] [] [2024/06/01 12:32:20.500 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/06/01 12:32:20.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:20.503 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.404 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:20.504 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/06/01 12:32:31.409 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:20.512 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:31.431 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:20.512 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:31.431 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:20.512 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:31.444 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:20.513 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:20.513 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:31.446 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.222236ms] [] [2024/06/01 12:32:20.513 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:31.446 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:20.514 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:20.514 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:31.447 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.105063ms] [] [2024/06/01 12:32:20.514 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:31.448 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:20.530 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:31.448 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:20.532 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:20.532 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:31.449 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.236933ms] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/25fa8a66-23e1-4214-b468-d2c43dc7ffe9.sst] [2024/06/01 12:32:20.532 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/01 12:32:20.576 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/507381a7-86fd-4316-9743-d6dd20df5599] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.449 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/3/630083e6-fc50-5cd2-8645-c17b147197ce.sst/25fa8a66-23e1-4214-b468-d2c43dc7ffe9.sst] [firstKey=7480000000000000925F698000000000000001038000000000000004] [lastKey=7480000000000000925F698000000000000001038000000000000007] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e701240f-e8c2-406c-b247-189e274f414e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.451 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.537901ms] [] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/48677671-9230-408b-bcb3-deb021fc8c2a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.451 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c92a7b2f-3048-4071-8a19-85c38f46597b] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.456 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/930bcb0f-8d71-446e-9610-71742d7ca21c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.478 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:32:20.578 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:31.478 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/74aae518-2d4e-4610-a785-ec282be5b317] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:20.578 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/70146d91-79e5-4061-8c0b-f47dd39ca51c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.491 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:32:20.581 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [2024/06/01 12:32:31.493 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.911885ms] [] [2024/06/01 12:32:20.587 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.1.csv:0] [readDur=1.603312ms] [encodeDur=1.735886ms] [checksum="{cksum=5827510365937537033,size=556,kvs=12}"] [deliverDur=1.480128ms] [type=file] [takeTime=5.277017ms] [] [2024/06/01 12:32:31.493 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:20.592 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.37503ms] [write-speed(bytes/s)=39.96KiB] [2024/06/01 12:32:31.494 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.030859ms] [] [2024/06/01 12:32:31.538 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/01 12:32:20.592 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=5.646µs] [write-time=4.501237ms] [sort-speed(kv/s)=531349.6281] [writer-id=data/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [2024/06/01 12:32:31.542 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:20.592 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000001] [maxKey=74800000000000006a5f728000000000000003] [2024/06/01 12:32:31.542 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:20.597 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=5.239328ms] [write-speed(bytes/s)=30.2KiB] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:20.597 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.294µs] [write-time=5.386579ms] [sort-speed(kv/s)=698649.2781] [writer-id=index/1/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:20.597 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006a5f698000000000000001038000000000000003038000000000000003] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:20.604 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=6.883139ms] [write-speed(bytes/s)=34.76KiB] [2024/06/01 12:32:31.542 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.543 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:20.604 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=4.728µs] [write-time=7.018348ms] [sort-speed(kv/s)=634517.7665] [writer-id=index/2/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [2024/06/01 12:32:31.543 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.543 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:31.543 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:31.544 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:20.605 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/06/01 12:32:31.544 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:31.544 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:20.627 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=22.513596ms] [write-speed(bytes/s)=7.027KiB] [2024/06/01 12:32:31.544 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.544 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:20.627 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.174µs] [write-time=22.649173ms] [sort-speed(kv/s)=485908.6492] [writer-id=index/3/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [2024/06/01 12:32:31.545 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=232.109028ms] [] [2024/06/01 12:32:20.628 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/a78461e2-3d11-48a6-bde1-c4444bd5b91a] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006a5f698000000000000003038000000000000315038000000000000003] [2024/06/01 12:32:31.584 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:20.628 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=1] [takeTime=51.064579ms] [] [2024/06/01 12:32:31.586 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:20.628 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=0] [2024/06/01 12:32:31.587 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:20.711 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [2024/06/01 12:32:31.587 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:20.712 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c68c2cd5-e7a5-4876-b84c-0ca5f99741ae] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:20.713 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:31.681 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:20.713 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/884a5064-9627-4a6f-97a9-bfbf7c7fc012] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.684 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:20.712 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1802bd6d-080f-4892-b695-5f7bb69aa22f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.685 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:20.713 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/34b11ff5-b1f0-40c4-9ff0-7ed9bd645c67] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.864 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:20.713 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a260b157-8e52-418a-9caf-1948abb8a7d7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.909 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:20.712 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3e66c7ea-73dd-44ef-bcf3-7bbf2588c5e7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.909 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:20.713 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/09e5ab46-847c-4239-9bab-160cfebd7de9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:31.909 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:20.715 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [2024/06/01 12:32:31.916 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=6.839775ms] [] [2024/06/01 12:32:20.727 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=t.2.csv:0] [readDur=948.21µs] [encodeDur=1.331843ms] [checksum="{cksum=17160054094829929748,size=556,kvs=12}"] [deliverDur=9.594711ms] [type=file] [takeTime=12.274336ms] [] [2024/06/01 12:32:31.916 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/01 12:32:20.732 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.412867ms] [write-speed(bytes/s)=39.61KiB] [2024/06/01 12:32:31.916 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/01 12:32:31.917 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:20.732 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=6.746µs] [write-time=4.515225ms] [sort-speed(kv/s)=444707.9751] [writer-id=data/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [2024/06/01 12:32:31.917 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/06/01 12:32:20.732 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [kv-cnt-cap=4] [minKey=74800000000000006a5f728000000000000004] [maxKey=74800000000000006a5f728000000000000006] [2024/06/01 12:32:31.917 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/06/01 12:32:20.751 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=18.817463ms] [write-speed(bytes/s)=12.71KiB] [2024/06/01 12:32:31.926 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:31.928 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=146] [physicalTableID=146] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/01 12:32:20.751 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=4.668µs] [write-time=18.944355ms] [sort-speed(kv/s)=642673.5219] [writer-id=index/2/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [2024/06/01 12:32:31.929 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:31.929 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=19.656746ms] [] [2024/06/01 12:32:20.751 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/06/01 12:32:31.929 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=19.84741ms] [] [2024/06/01 12:32:20.756 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.288167ms] [write-speed(bytes/s)=36.89KiB] [2024/06/01 12:32:31.977 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=112.77183ms] [] [2024/06/01 12:32:20.756 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=4.599µs] [write-time=4.427066ms] [sort-speed(kv/s)=652315.7208] [writer-id=index/3/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [2024/06/01 12:32:31.985 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:31.985 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/06/01 12:32:31.988 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/01 12:32:20.756 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [kv-cnt-cap=4] [minKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006a5f698000000000000003038000000000000143038000000000000006] [2024/06/01 12:32:32.058 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/01 12:32:32.073 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:20.760 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.524625ms] [write-speed(bytes/s)=34.96KiB] [2024/06/01 12:32:32.097 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:32.097 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:20.761 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.732µs] [write-time=4.652405ms] [sort-speed(kv/s)=523377.5297] [writer-id=index/1/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [2024/06/01 12:32:20.761 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/9ce8953e-4837-4bd9-9cb0-1e051a22337a] [kv-cnt-cap=4] [minKey=74800000000000006a5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006a5f698000000000000001038000000000000006038000000000000006] [2024/06/01 12:32:20.761 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=encode&sort] [subtask-id=2] [takeTime=49.625781ms] [] [2024/06/01 12:32:20.761 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=encode&sort] [engine-id=1] [2024/06/01 12:32:20.834 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=encode&sort] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:32.190 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.579391619\n# Parse_time: 0.000571029\n# Compile_time: 0.001239684\n# Rewrite_time: 0.000223766\n# Optimize_time: 0.001038991\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:32.191 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestWriteAfterImportFromFile/case-3 [2024/06/01 12:32:20.836 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:20.836 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:32.221 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=83] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:32.246 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:32.246 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.836 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:20.836 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:20.838 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:20.838 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:32.320 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.838 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:32.352 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=83] [neededSchemaVersion=84] ["start time"=697.251µs] [gotSchemaVersion=84] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:20.838 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:32.364 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=84] [2024/06/01 12:32:20.838 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:20.838 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=339.930325ms] [] [2024/06/01 12:32:32.366 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=84] ["take time"=19.527932ms] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.922 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:20.925 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:32.405 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.927 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:20.947 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=data] [2024/06/01 12:32:32.465 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=84] [neededSchemaVersion=85] ["start time"=380.599µs] [gotSchemaVersion=85] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:20.947 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=1] [2024/06/01 12:32:32.478 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=85] [2024/06/01 12:32:20.947 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=2] [2024/06/01 12:32:20.947 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=1] [kv-group=3] [2024/06/01 12:32:20.947 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/06/01 12:32:32.480 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=85] ["take time"=48.26482ms] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.947 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/06/01 12:32:21.093 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:32.535 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [category=ddl] [job="ID:148, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:146, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.095 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:32.546 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 146, Old Table Name: t"] [2024/06/01 12:32:21.097 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:21.146 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [2024/06/01 12:32:32.580 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=85] [neededSchemaVersion=86] ["start time"=246.299µs] [gotSchemaVersion=86] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:21.147 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/01 12:32:32.592 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=148] [version=86] [2024/06/01 12:32:21.152 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.153 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.158 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:32.594 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=86] ["take time"=18.252992ms] [job="ID:148, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.158 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:32.659 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=148] [tableIDs="[146]"] [comment="drop table: table ID"] [2024/06/01 12:32:21.160 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:32.668 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=148] [jobType="drop table"] [2024/06/01 12:32:21.160 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:21.160 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:21.161 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:32.672 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=148] [conn=2] [job="ID:148, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:146, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:32.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.161 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:32.742 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=148] [2024/06/01 12:32:21.161 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:32.742 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.161 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:21.161 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.166 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:21.166 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:32.750 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.530246795\n# Parse_time: 0.00062659\n# Compile_time: 0.000718762\n# Rewrite_time: 0.000008346\n# Optimize_time: 0.000951962\n# Wait_TS: 0.000370263\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:32.754 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=86] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:32.792 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.166 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:21.166 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:21.167 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:32.792 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:21.167 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:32.884 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [category=ddl] [job="ID:150, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.172 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006a5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=2] [2024/06/01 12:32:32.892 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 149, Table Name: t"] [2024/06/01 12:32:21.172 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:32.969 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=86] [neededSchemaVersion=87] ["start time"=2.983461ms] [gotSchemaVersion=87] [phyTblIDs="[149]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:21.175 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:32.981 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=150] [version=87] [2024/06/01 12:32:21.175 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:21.176 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:21.176 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:32.982 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=87] ["take time"=21.035458ms] [job="ID:150, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:32.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.176 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:21.177 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:21.177 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:33.056 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=150] [conn=2] [job="ID:150, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:32.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.177 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:33.100 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=150] [2024/06/01 12:32:21.177 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:33.100 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:21.177 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.181 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:21.181 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:33.104 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.353032503\n# Parse_time: 0.001022354\n# Compile_time: 0.001760067\n# Rewrite_time: 0.00000955\n# Optimize_time: 0.000951962\n# Wait_TS: 0.000353733\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:33.118 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:33.320 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:21.181 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.401 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:21.182 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:33.436 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:21.182 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:33.436 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:21.198 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:33.543 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:21.198 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:33.545 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:33.546 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/06/01 12:32:33.563 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.204 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006a5f69800000000000000303800000000000031503800000000000000300] [dataFiles=2] [2024/06/01 12:32:33.566 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:21.204 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:33.566 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:21.207 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:33.566 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=67.051µs] [2024/06/01 12:32:21.207 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:33.566 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=196.13µs] [] [2024/06/01 12:32:21.208 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:33.566 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:21.209 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:33.566 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:21.209 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:33.721 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/01 12:32:21.210 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:33.740 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/01 12:32:21.210 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:33.753 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:21.210 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:21.210 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:33.793 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:21.210 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:33.795 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/01 12:32:21.214 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:33.795 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.214 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:33.804 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:33.804 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:33.805 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:33.805 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:33.806 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:33.806 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:33.806 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.806 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:33.806 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.214 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.819 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:21.215 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:33.821 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:21.215 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:33.821 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:21.216 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:33.821 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/01 12:32:21.216 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:33.821 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/06/01 12:32:21.220 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f728000000000000001] [endKey=74800000000000006a5f72800000000000000600] [dataFiles=2] [2024/06/01 12:32:33.864 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/06/01 12:32:21.220 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:33.867 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:21.223 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:33.871 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:21.223 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:33.871 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/06/01 12:32:21.224 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:33.871 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=149] [2024/06/01 12:32:21.225 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:33.877 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=1.csv:0] [2024/06/01 12:32:21.225 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:33.877 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=149] [key=2.csv:0] [2024/06/01 12:32:21.226 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:21.226 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:21.226 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:33.880 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=1.csv:0] [readDur=1.074458ms] [encodeDur=1.134027ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=291.744µs] [type=file] [takeTime=2.998058ms] [] [2024/06/01 12:32:21.226 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:21.226 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:33.881 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=149] [key=2.csv:0] [readDur=1.160403ms] [encodeDur=1.185073ms] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=775.201µs] [type=file] [takeTime=3.587898ms] [] [2024/06/01 12:32:21.229 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:33.881 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/29b65194-2637-4252-a5d0-e016df2cba44.sst] [firstKey=7480000000000000955F728000000000000001] [lastKey=7480000000000000955F728000000000000002] [2024/06/01 12:32:21.230 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:33.882 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=18.27793ms] [] [2024/06/01 12:32:21.230 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:33.882 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:33.882 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:33.882 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.882 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/4/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f5c2ee93-3cd1-4418-942d-70a9d213c96f.sst] [firstKey=7480000000000000955F72800000000000000A] [lastKey=7480000000000000955F72800000000000000B] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:33.884 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.117771ms] [] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.230 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:33.884 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:21.230 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:33.889 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:21.231 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:33.912 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:33.912 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:21.231 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1]"] [fileNums="[1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:33.925 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:21.235 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006a5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006a5f69800000000000000103800000000000000603800000000000000600] [dataFiles=2] [2024/06/01 12:32:33.927 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.233327ms] [] [2024/06/01 12:32:21.235 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:33.927 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:21.236 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/06/01 12:32:33.928 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.002452ms] [] [2024/06/01 12:32:21.236 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/06/01 12:32:33.928 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:21.415 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/01 12:32:33.928 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:21.460 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:33.929 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.157189ms] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/cbf2944a-6407-41c0-988c-1ba8e19e3076.sst] [2024/06/01 12:32:21.501 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:21.504 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.505 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.513 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:33.929 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/4/630083e6-fc50-5cd2-8645-c17b147197ce.sst/cbf2944a-6407-41c0-988c-1ba8e19e3076.sst] [firstKey=7480000000000000955F698000000000000001038000000000000004] [lastKey=7480000000000000955F698000000000000001038000000000000007] [2024/06/01 12:32:21.513 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:33.932 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.613938ms] [] [2024/06/01 12:32:21.514 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:33.932 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:21.514 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:33.936 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:21.515 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:33.958 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:32:21.515 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:33.959 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:21.515 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:33.973 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:32:21.515 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:33.974 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.590554ms] [] [2024/06/01 12:32:21.515 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:33.975 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:21.529 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:33.976 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.174825ms] [] [2024/06/01 12:32:21.530 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:34.019 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/01 12:32:21.530 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:34.023 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:21.598 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=2] [2024/06/01 12:32:21.598 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.023 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:34.023 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:34.023 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:34.023 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:21.603 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006A5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/06/01 12:32:34.023 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:21.603 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:34.023 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:21.625 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:34.024 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.626 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:34.024 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:21.626 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:34.024 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:34.024 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.627 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6A5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/06/01 12:32:34.024 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:21.627 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.24µs] [2024/06/01 12:32:34.024 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:21.627 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.396539ms] [] [2024/06/01 12:32:34.025 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:21.627 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:34.025 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:34.026 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:21.627 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABqX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/06/01 12:32:34.026 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:21.627 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:34.026 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:21.632 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.274803ms] [] [2024/06/01 12:32:21.635 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.636 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.689783ms] [] [2024/06/01 12:32:34.026 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=232.080019ms] [] [2024/06/01 12:32:21.636 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:34.084 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:21.636 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.887083ms] [droppedSize=0] [2024/06/01 12:32:34.086 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:21.636 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.918µs] [2024/06/01 12:32:34.087 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:21.650 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=7d2e7e3b-6425-5eaa-bb47-b89a67a6610f] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/06/01 12:32:34.087 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:21.652 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=3] [kv-group=2] [takeTime=54.374909ms] [] [2024/06/01 12:32:34.156 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:21.720 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [2024/06/01 12:32:21.720 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.158 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:34.158 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:21.725 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006A5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/06/01 12:32:34.320 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:21.725 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:34.365 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:21.747 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:34.365 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:21.747 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:34.365 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:21.747 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:34.376 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=10.833157ms] [] [2024/06/01 12:32:21.748 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/06/01 12:32:34.376 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/01 12:32:21.748 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.735µs] [2024/06/01 12:32:34.376 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/01 12:32:21.748 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.130195ms] [] [2024/06/01 12:32:21.749 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:34.376 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:34.376 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/06/01 12:32:21.749 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/06/01 12:32:21.749 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:34.376 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/06/01 12:32:21.752 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.674274ms] [] [2024/06/01 12:32:21.756 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:21.757 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.264222ms] [] [2024/06/01 12:32:34.392 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=149] [physicalTableID=149] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/01 12:32:21.757 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:34.393 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:21.757 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.443379ms] [droppedSize=0] [2024/06/01 12:32:21.757 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=17.4µs] [2024/06/01 12:32:34.393 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=27.640812ms] [] [2024/06/01 12:32:21.770 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=35a62bba-3aab-5322-b59b-c5bc8baf9c9d] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/01 12:32:34.393 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=27.836085ms] [] [2024/06/01 12:32:21.771 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=4] [kv-group=3] [takeTime=51.158063ms] [] [2024/06/01 12:32:21.836 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [2024/06/01 12:32:34.456 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=135.945531ms] [] [2024/06/01 12:32:21.836 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.478 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:34.478 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/01 12:32:21.841 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F728000000000000001] [endKey=74800000000000006A5F72800000000000000600] [ranges=1] [] [2024/06/01 12:32:34.481 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/01 12:32:21.841 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:34.544 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:21.862 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:34.546 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/01 12:32:21.863 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:34.569 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:21.863 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:34.570 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:21.864 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F728000000000FF0000010000000000FA] [end=7480000000000000FF6A5F728000000000FF0000060000000000FC] [2024/06/01 12:32:34.666 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:21.864 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=17.973µs] [2024/06/01 12:32:21.864 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.151032ms] [] [2024/06/01 12:32:21.864 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:21.864 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX3KAAAAAAAAABgA="] [2024/06/01 12:32:21.864 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:21.868 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.533337ms] [] [2024/06/01 12:32:21.871 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:21.872 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=7.802849ms] [] [2024/06/01 12:32:21.872 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:21.872 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=7.979431ms] [droppedSize=0] [2024/06/01 12:32:21.872 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.769µs] [2024/06/01 12:32:34.667 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5621971399999999\n# Parse_time: 0.000439493\n# Compile_time: 0.001186\n# Rewrite_time: 0.000201156\n# Optimize_time: 0.000951962\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-4 [2024/06/01 12:32:21.884 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=8d2242cb-c9a7-5915-a93a-45927b24759d] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/01 12:32:21.886 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=5] [kv-group=data] [takeTime=49.943243ms] [] [2024/06/01 12:32:34.680 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=87] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:21.950 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=1] [2024/06/01 12:32:21.950 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.706 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:21.955 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006A5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006A5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/06/01 12:32:21.955 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:34.706 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:21.979 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:21.979 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:21.979 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:34.773 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.981 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6A5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/06/01 12:32:34.808 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=87] [neededSchemaVersion=88] ["start time"=744.903µs] [gotSchemaVersion=88] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:21.981 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.918µs] [2024/06/01 12:32:34.820 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=88] [2024/06/01 12:32:21.981 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.578749ms] [] [2024/06/01 12:32:21.981 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:21.981 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=2] [stat-file-count=2] [start-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABqX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/06/01 12:32:21.981 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:34.822 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=88] ["take time"=19.436789ms] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.986 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.643954ms] [] [2024/06/01 12:32:23.687 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:23.688 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=1.707177169s] [] [2024/06/01 12:32:23.688 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:34.921 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.688 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=1.707433513s] [droppedSize=0] [2024/06/01 12:32:23.689 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=30.793µs] [2024/06/01 12:32:34.956 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=88] [neededSchemaVersion=89] ["start time"=352.104µs] [gotSchemaVersion=89] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:23.703 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=68c3c0d0-46c6-5523-9dfa-6206622dc2ff] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/01 12:32:34.968 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=89] [2024/06/01 12:32:23.704 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=write&ingest] [subtask-id=6] [kv-group=1] [takeTime=1.754206655s] [] [2024/06/01 12:32:34.970 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=89] ["take time"=18.527513ms] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.034 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [category=ddl] [job="ID:151, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:149, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.044 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 149, Old Table Name: t"] [2024/06/01 12:32:35.083 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=89] [neededSchemaVersion=90] ["start time"=261.881µs] [gotSchemaVersion=90] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:35.095 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=151] [version=90] [2024/06/01 12:32:35.097 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=90] ["take time"=18.383477ms] [job="ID:151, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.160 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=151] [tableIDs="[149]"] [comment="drop table: table ID"] [2024/06/01 12:32:35.169 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=151] [jobType="drop table"] [2024/06/01 12:32:35.174 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=151] [conn=2] [job="ID:151, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:149, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:34.657 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.230 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=151] [2024/06/01 12:32:35.230 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:35.234 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.555178694\n# Parse_time: 0.000948479\n# Compile_time: 0.001057527\n# Rewrite_time: 0.000009819\n# Optimize_time: 0.001174724\n# Wait_TS: 0.000719375\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:35.236 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=90] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:32:35.301 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:35.301 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/01 12:32:35.372 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [category=ddl] [job="ID:153, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.381 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 152, Table Name: t"] [2024/06/01 12:32:35.447 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=90] [neededSchemaVersion=91] ["start time"=2.972545ms] [gotSchemaVersion=91] [phyTblIDs="[152]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:35.461 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=153] [version=91] [2024/06/01 12:32:35.463 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=91] ["take time"=26.601787ms] [job="ID:153, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.536 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=153] [conn=2] [job="ID:153, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:35.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.571 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=153] [2024/06/01 12:32:35.571 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:35.575 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.340673785\n# Parse_time: 0.00061544\n# Compile_time: 0.000900999\n# Rewrite_time: 0.000008048\n# Optimize_time: 0.001174724\n# Wait_TS: 0.000399426\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/06/01 12:32:35.591 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:35.810 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:35.890 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:35.933 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:35.933 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:36.039 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:36.040 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:36.042 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/01 12:32:36.064 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.067 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:36.067 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:36.067 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=105.523µs] [2024/06/01 12:32:36.068 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=319.38µs] [] [2024/06/01 12:32:36.068 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:36.068 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:36.222 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/01 12:32:36.239 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:36.244 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/01 12:32:36.281 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:36.282 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:36.283 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.292 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:36.292 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:36.293 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:36.293 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:36.294 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:36.294 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:36.294 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:36.294 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:36.294 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:36.308 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:36.310 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:36.310 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:36.310 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:36.310 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/01 12:32:36.355 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/06/01 12:32:23.724 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510527516673\n# Query_time: 1.633487666\n# Parse_time: 0\n# Compile_time: 1.618239258\n# Rewrite_time: 1.596197266\n# Optimize_time: 0.017828755\n# Wait_TS: 0.000154057\n# Cop_time: 0.005917796 Process_time: 0.000331487 Wait_time: 0.000283334 Request_count: 4 Process_keys: 14 Total_keys: 30 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 13 Rocksdb_key_skipped_count: 74 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 8.2871e-05 Cop_proc_p90: 0.000118716 Cop_proc_max: 0.000118716 Cop_proc_addr: 127.0.0.1:20160\n# Cop_wait_avg: 7.0833e-05 Cop_wait_p90: 0.000177436 Cop_wait_max: 0.000177436 Cop_wait_addr: 127.0.0.1:20160\n# Mem_max: 74613\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('lDOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKYOjguOTJtcywgbG9vcHM6Mgk0LjczIEtCCTAgQnl0ZXMKMQkzXzE1bpEADGlkLCBaiwABsQxfa2V5ZiEABHlwZqUADHN0YXRuHgAEZXBiWACGJQEgb25jdXJyZW5jZp0AjkkBJHRhcmdldF9zY28BySBDb2x1bW4jMzU5XgQ1OD1eCCwgQxl4DDpPRkYhbwAxIW8kTi9BCjIJNl8xNiVrIGdyb3VwIGJ5OlpZASF0JGZ1bmNzOm1heCgdJQxiYWNrAT0UbmRfc3ViIYAALh3rCCktPhWjACwNQRxmaXJzdHJvdy5GAC5wAhBpZCktPh1iNhwAnkYAAYpBCmZMABEiolIACHlwZWpOAEVZKSN+4gBFaGZLAAUfnpYAUXlmTwARIp5SAF2GZlUAHSWiWABZimpYABklnlgADHN0ZXBmUQABHp5KAC5cA2ZSAC4mAHl3ADM2dwNMcGFydGlhbF93b3JrZXI6e3dhbGylIhg6Ny44NTI1pQMd7Qw6NSwgRZFcbnVtOjEsIHRvdF93YWl0OjM3LjY2MjQ1YdUBFThleGVjOjIyNi4yODHCtXMJKqVZHDM4LjExNDM0BYksbWF4OjcuNjgyNTk0ATsIcDk1HRAUfSwgZmluUp8ADDguMzQBAgE1XqAAAawuoAAEOTkVigWfEDMuNjE0FRMFnSA0MC42ODk4NzMBWAGdGDguMjg4NjEFrQGdGRAAfYGcAQQ0CjMJM18xOAkwCTAuMDJenwaBmlouBCVR/g4GWg4GeVZafQAyIgNeJAAu7gJaJABJwVodAC6MAjKcBnaXBVG3BDcuJZDti3YtBhg0CTE3XzIwMY5QaW5uZXIgam9pbiwgZXF1YWw6W2VxLtMFSoIAcssAAR0QKSBlcSjRMQA3AZDJ3wg2KV0ZswQwMUFEFbRoYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6NS41BSkgZmV0Y2g6NS4zBQ4FLhA6MTk0LkG0JH0sIHByb2JlOns9ik3fFGFsOjI4LkWgQbAINS45BQwJMBAzMTguMkXiBV8QIGFuZCBlrywyOC41bXN9CTEwLjLhZx7WCBw1CTNfMjEoQgGtACkxRD3Vji4BSiQAHbcULCBjYXN0eoIBeRIwZG91YmxlIEJJTkFSWf2nADcxaQg1LjIlMjVpPkoICDIuNiJKCBQ2CTMwXzJ1qxFEDDQuODkyrQEQaW5kZXgSVwoEOiApqIkfECAxLjc2ASolTxhfaGFuZGxlBRaFiSm2ECA1Ljg3JXUlaxggMTUuNcK1IcUl+U5XAAwyLjU3AVehVgggMSwy0gQsIDV9LCBuZXh0OiB7AVEAXwWdBDogpZsFEQlXGGxvb2t1cF8NhAg0MzhFOwAsSiMAJHJlc3A6IDIuMjJBAwwyMC4wQQMOagkYNwk0N18yNVEAGDFfMAkxMAkFYAw6c3QsKRgQOmlkeF+hQQxfaWQoDQhEKSwgcmFuZ2U6WyI6NDAwMCIsDQhQXSwga2VlcCBvcmRlcjpmYWxzZSwgDjoIJHM6cHNldWRvCTYWcAsIMS42JVopyAAzIQQAcDErMRdB4RAgOTYzLslTDHByb2OhOAxzOiA2yWEBEgg6IDVR9bX+ACCh2CWTaGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCm/BXQIX2R1BRoQbjogNDIlvgAsAX0gX2Rpc3RzcWxfXdBMOiAxfSwgcnBjX2luZm86e0NvcDoBsQxfcnBj7SIOogwcaW1lOjg3Ni5BGRx9fSwgdGlrdgVrBDp7BRwAMCJrDAFPKHNjYW5fZGV0YWlsVYEB3Ahlc3My8QAEYWwyFwAkX3NpemU6IDM2MCUPBGFsDS0INywgEo0LGG5hcHNob3RNzAwyMC4zJRR0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JV0Ia2V5PhYAHDEyLCBibG9jYSMAfQnTBG1lXrUABeQymQHh1gRhaRGMNaAlGCaGCAAgoQPhpPluHDcJMV8yNyhQoREAKUWj5XcEaW56VARBdUhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpkToIMS45NpsGAGNatgIIMS4zhSMhxi2WMrQCBDYyTdVZtAQyOQ0TAGPCtAIAOP60AlW0EDEuMjRt/rICgrICCDc5NxZNClWzBDE4UrQCCDExLmnI1rQCYRm6tAIumQE2tAI1oD60AggyMDalfFm0GDgJNDVfMjZFrjJRBYocBWYoBKGzAQTptgA5cRMYMAkyOS45Ny63Bz6cDv3SLhsA+XdeIQASPg5aHQBtYVoeAP6JCv6JCk6JCj6KCC4MAQ6wC159CAA2cf8INS42dn0IDDQuMzTxXRJ9CAAzDsgQKaAZRQAyErMJyfoAMu1myR02fggEMi7l9TZ9CAgyLjESvQjt+QgzLjip1qFeEDogNi44hn0IADPGfQgELjYFdQFlUoAIBDI3kYRGIwAegAgAMIFaEAkyMS41MSMSgAgEMzMugAgAMx6ACCJ/CEVoACgFBip3CAxwYXVzocwALBUKKF0sIFsicmV2ZXJ0CRkZDAkbrf4ALNUIhq0IGh0UCDIuMZatCAgxLjYlXL33ienluAg6IDkeXgi59wgxNzfF8hICCbasCAQ3MOXQBG1h/qoIBDEuDp8T6dVmgAQALIqoCAnuVqgIBDYyNqcIADRS8wUEOTftB37zBQAxDmsKQqcIKqYIJvcJHtkImrgILqYBNgQGOa0+BQYINDQyFu0JoaIBBBK5CAQzNbGmDlwLiQhWewgujAQSdA4AKVF9HoQMlTBmdAhJpl59AggxMTgFoyWGFscRCCAzNhoxDgBjvnUIDDM4Ljj+fwJVfwQwN1Z1CL1uligLboACDDg0ODcF/CZ2CFKCAgQxMkIpCx5FCEJTAgAymlMCMnwBNlQCNYMAdA4hEBxfa3ZfcmVhZDIVCw4sDj5xAgwyNDMuEi0QQW0BBBZ2CAQzNEVrLkcFAGt2kQ2B5Db1AwVwSW8oMX0JTi9BCU4vQQo=')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('kDfACos3CgdTb3J0XzEzEu41Cg1Qcm9qZWN0aW9uXzE1EuEyCgpIYXNoQWdnXzE2EpUpCjIhABQ4EuklCgsBISRKb2luXzIwEu8QMkMAZDIxEvUOCg5JbmRleExvb2tVcF8yOBLNBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQjwtgAAJEAwBjgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2V4ZWNfaWRSN3JhbmdlOlsiOjQwMDAiLCI6NDAwMCJdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9aFHRpbWU6MS42Nm1zLCBsb29wczozYtwBY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTYzLjHCtXMsIHByb2Nfa2V5czogNiwgdG90XwESFDogNTguMgUhNHRvdF93YWl0OiA0MC42BROgY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkX3Rhc2tfZHUFGhhuOiA0Mi41BTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFl2BhbF90aW1lOjg3Ni43wrVzfX1qsQJ0aWt2BWwEOnsFHQAwFf0BUABzIZgoZGV0YWlsOiB7dG8BRAHdEGVzc19rHfIEYWwyFwAkX3NpemU6IDM2MBF5CS04NywgZ2V0X3NuYXBzaG90CY8QIDIwLjMF24Byb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDYhxQB5PhYAQDEyLCBibG9jazoge319fSwgAchetQABHDaaAQRhbCWcDRo1oSUYCHdhbC00FCAxOTQuNCE1BHD/EQEEAXgRCiT/ARLnBgoMU2VsbTdAMjcSjgEKEVRhYmxlUm93SURJ4QA2Sd4EVKVC3gIIDQoLXd4IUh5rcq0CBGocBZ9Fl0a3AVaiAAgaAQIJfjSQpUApoNtLGqN1lD8wAWFcEFJuaW4oZVtMLnRpZGJfYmFja2dyb3VuZF9zdWIBZlwuc3RhdGUsICJwZW5kaW5nIiwgInJ1bm4BCzApLCBub3QoaXNudWxsgkcADGVwKSl1bAg5M21VbwgyYthibAMMMS4zNAEqQXtNSwA2RVpFdhQ6IDYyLjFFQnlqBDI5DRMAY8JqAwA4/moDdWoQMS4yNG1haACz/mgDcmgDDDc5NzElDwRhbC0eBDE4UmoDBDExjX/WagNhz7pqAy6aATZqAzWhRct9ahAyMDYuOWZqAxwhjURsjTL1cjLFAggBQAFNVQw0Ljg5QSsAbKXBEDJi6wFpwXlpLJHDiQYMMS43NgErMGZldGNoX2hhbmRsZToBFkVspYYQOiA1LjihLAQsIKnBBDE1RR2BZmHcTlcADDIuNTcBVwhudW3FLjKlBSg1fSwgbmV4dDogewFRAF8FnQg6IDIBMQURCVcYbG9va3VwXw2ECDQzOCUSCYU2IwA8cmVzcDogMi4yMm1zfXCSoC6VBOFPGKmDwKdjFXQ+LgEIUpUBfvEDDGVwLCB2JAAd2hQsIGNhc3R6/gOBSkGhaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNy3GDDUuMjEhEzHGBA9D3eoUT0ZGcOwULn0FBKwSNnIICDkS7DpyCBAzNhKGBkJyCAgzMxoecggEuJqxlAQ+QKkWDEocChqxlBQBdBoOCgWlBQASCQcEUm0eaQgMcGF1c6EIACwVCihdLCBbInJldmVydAkZGQwJG606ACy1RABdwdoEZXCCnwgIMi4xRbMpGAgzYtdqMwUANkWGvTOJJK0zADkeUAi5MwgxNzfF4wAsxjQFBDcwpX/unAgWnAgMMS41OKUyAMLuMgWlMgnvVpoIBDYyNjAFADRSLwUEOTfNRH4vBQAxIb9CmQgqmAgm6gkeywiaqggupwE2QAU5rj5BBQw0NDIugbRaCQgEEqMyqwgEMzVOqwgEMzQWLQgEqrlCFwMIDAoKeReCqggAHQWeYfoaqgh92AAxWqIAIqsIKAS6QCm5HoXrUfg9bZUEUihWbAgMZ2xvYg7gCgRhcw6sCDJlCKnlaTIIMmLZajIDaVxeMgMIMTE4JVdFOhI0Cg7iChrjC8JmCAwzOC44/jQDdTQEMDdlNAC0QjQDMm0BACyKzwtuNQMMODQ4NwX9JmcIUjcDBDEyQtALHjYIQggDADKaCAMyfQE2CQMAMzGEFp8MGGt2X3JlYWQuUgglBkWILmcIBDQz5VVahAIcIYk7w9ZL4Y0ygQImZwgMNS4yOC6hBgDtZmcIBDIu5d42ZggIMi4xEqcI7eIIMy44FgMNDgQIEDogNi44Du0NdmYIADOl4LJmCAQuNgV1AWU2RggNhwQyNx78CkYjAB5pCAAwDtIKCHCvrDZpCCACIekglPkmAY8+MAEIUtsCKkUILqcDBGlkMmAILhsAYccWKQhaPAAMdHlwZWI+AOWnYh4AHHByaW9yaXR5YiEAFGNyZWF0ZRIkCmYkACaPCGIkAABzPkIJNuIAAHISCg8EY28ByT48CS4qACEnXi8JADYiLwkANkXkkeVCLwkE3CIqLwlAIcWpGiU5zpRAKYnS3uALk5kOBw5kAUABUnBpbm5lciBqb2luLCBlcXVhbDpbZXF61Qly5wABHRApIGVxKCLhCQQsIBELCDYpXQ2/CDcuMDK/AASVAUWQEF9oYXNoSagEOntl3Qw6NS41BSplTQw6NS4zBQ4FLgA6DqIPEjgMACyhwwxiZTp7PaYEOjWNugw6MjguZboOxREINS45BQwEcHIBMAQzMR6xEQVfDCBhbmRlCAEzADUOXgsk1FEhfv1UfUgWlUI7AQDL/uYC/uYC/uYC/uYCiuYCfcxKYhA9rQRaExKhDQQ3LjIfEELVAgTYJS7VAhjOpmfib5qVHq8IAPBR1QS3Bg7LEBBwIGJ5Oh2BPmIDIGZ1bmNzOm1heHruAh2mKrcMBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAsR9mTAARIp6YAKFQak4ApW4pI36cAKV9ZksABR+elgCxq2ZPABEinlIAvdxmVQAdJaJYANkQalgAGSWeWAClQGIyAgEenkoAAHTdcWZSAC4mAK2dCDguM6Uk0VwYvAJwYXJ0aQ6ECRhvcmtlcjp7JlUJFDcuODUyNRLvCB3tpXwOzhYOrAgWYQoWPwscMzcuNjYyNDUOSQkOhw4OzRcYOjIyNi4yOCbPE4ULHDM4LjExNDM0BYqhuhg3LjY4MjU5EqoRCHA5NR0QFH0sIGZpblKfAAw4LjM0AQIBcF6gAMkoGaAAOcFTxTwJnwwzLjYxDggWCRMFnQ40Fgw4OTg3ha4BnRg4LjI4ODYxBa0BnRkQXm0KFDQNzkjW5Ea9BACr/lcG/lcGOlcGSXJawQR5jVohAD10YjYJMn0DWkgALqYCJlAIADVVsQ5DEAAsVbF6OAYUkscXVdj8RnsBAF5afQCG5gCKQAoEaWQVrQA5ZS8sbG9vcHM6MnDoJRgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:36.359 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:23.746 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/06/01 12:32:36.362 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:23.748 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:36.363 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/06/01 12:32:23.750 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [2024/06/01 12:32:36.363 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=152] [2024/06/01 12:32:23.750 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:36.425 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=1.csv:0] [2024/06/01 12:32:23.764 +00:00] [INFO] [task_executor.go:460] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=write&ingest] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:36.429 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=1.csv:0] [readDur=1.726191ms] [encodeDur=824.14µs] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=661.515µs] [type=file] [takeTime=3.831051ms] [] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:36.430 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/30f3d676-0107-4c88-b00b-eed132ea4ebf.sst] [firstKey=7480000000000000985F728000000000000004] [lastKey=7480000000000000985F728000000000000005] [2024/06/01 12:32:23.772 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:36.513 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=152] [key=2.csv:0] [2024/06/01 12:32:23.772 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:36.515 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=152] [key=2.csv:0] [readDur=1.016943ms] [encodeDur=751.139µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=55.185µs] [type=file] [takeTime=2.098237ms] [] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:36.516 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=161.032168ms] [] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:36.516 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/5/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/f9ec817f-1d6b-4fba-a9e2-a8147dd34fe9.sst] [firstKey=7480000000000000985F728000000000000006] [lastKey=7480000000000000985F728000000000000007] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:36.516 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:23.772 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:36.516 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:23.773 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:36.516 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:23.775 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:36.519 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.239648ms] [] [2024/06/01 12:32:23.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:36.519 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:23.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:36.524 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:23.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:36.545 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:23.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:36.546 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:36.585 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:23.775 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.274241358s] [] [2024/06/01 12:32:36.587 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=68.534738ms] [] [2024/06/01 12:32:23.841 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/06/01 12:32:36.587 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:23.844 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:36.589 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.493487ms] [] [2024/06/01 12:32:23.844 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:36.589 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:24.071 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:36.589 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:24.128 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/06/01 12:32:36.591 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.101396ms] [] [2024/06/01 12:32:24.129 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/06/01 12:32:36.591 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:24.129 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [2024/06/01 12:32:36.592 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:24.129 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=15.053µs] [] [2024/06/01 12:32:36.592 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=73.226µs] [] [2024/06/01 12:32:24.129 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/06/01 12:32:36.592 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:24.129 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/06/01 12:32:36.593 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.103949ms] [] [2024/06/01 12:32:24.129 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/06/01 12:32:36.647 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:24.129 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:24.129 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/01 12:32:36.651 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:24.129 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [weight=30] [2024/06/01 12:32:36.651 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:24.129 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [concurrency=15] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:24.135 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:24.135 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:24.135 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:24.140 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.141 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/01 12:32:36.651 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:24.141 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.122105ms] [] [2024/06/01 12:32:36.651 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:36.654 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:24.141 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=7] [takeTime=12.368975ms] [] [2024/06/01 12:32:36.654 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:36.654 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:24.186 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=115.245853ms] [] [2024/06/01 12:32:36.654 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.228 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:36.654 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:24.228 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/01 12:32:24.231 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/01 12:32:36.654 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=372.944131ms] [] [2024/06/01 12:32:24.300 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/01 12:32:36.655 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:24.305 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:36.657 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:24.330 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:36.658 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:24.330 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:36.658 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:24.333 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=1] [2024/06/01 12:32:24.334 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:24.334 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.735 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:24.373 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=1] [takeTime=40.32872ms] [] [2024/06/01 12:32:36.736 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:24.493 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:36.736 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:36.892 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:36.964 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:36.964 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:36.964 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:36.964 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=31.424µs] [] [2024/06/01 12:32:36.964 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/01 12:32:36.964 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:24.586 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 5.219195262\n# Parse_time: 0.00172036\n# Compile_time: 0.001874561\n# Rewrite_time: 0.000391061\n# Optimize_time: 0.000349888\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: dcf8af96db101b84bfb69d82045422744d4cb1a710b3b2c4091b7b49f93687ed\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6NS4yMXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6NS4yMXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb';"] [2024/06/01 12:32:36.964 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/06/01 12:32:24.627 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/06/01 12:32:36.965 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/06/01 12:32:36.971 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=152] [physicalTableID=152] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:24.663 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:24.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:36.972 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:36.972 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.070141ms] [] [2024/06/01 12:32:24.663 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:24.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:32:36.972 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=8.310162ms] [] [2024/06/01 12:32:37.015 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=122.819142ms] [] [2024/06/01 12:32:24.740 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:24.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.055 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:24.751 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/06/01 12:32:37.055 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/01 12:32:37.058 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/01 12:32:37.104 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/01 12:32:24.815 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=4.053604ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:37.142 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:24.826 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/06/01 12:32:24.828 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=21.558765ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:24.877 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/01 12:32:24.889 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/06/01 12:32:37.148 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.572226631\n# Parse_time: 0.000465818\n# Compile_time: 0.001246649\n# Rewrite_time: 0.00019913\n# Optimize_time: 0.001174724\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41N3MsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41N3MsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:24.893 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:24.639 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.162 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:24.960 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/01 12:32:37.163 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] === RUN TestImportInto/TestWriteAfterImportFromFile/case-5 [2024/06/01 12:32:24.960 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:37.173 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=91] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:37.212 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:24.964 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.337578845\n# Parse_time: 0.000317968\n# Compile_time: 0.000733807\n# Rewrite_time: 0.00001149\n# Optimize_time: 0.001788857\n# Wait_TS: 0.000376376\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:32:37.212 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:24.979 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:37.263 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:24.980 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.013 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:37.282 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.312 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=91] [neededSchemaVersion=92] ["start time"=639.99µs] [gotSchemaVersion=92] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:25.188 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__force_merge_step\":null,\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:37.323 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=92] [2024/06/01 12:32:25.304 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/06/01 12:32:25.343 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:37.325 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=92] ["take time"=17.80868ms] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.343 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:25.451 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/01 12:32:37.422 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.453 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:37.463 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=92] [neededSchemaVersion=93] ["start time"=323.12µs] [gotSchemaVersion=93] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:25.455 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [2024/06/01 12:32:37.476 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=93] [2024/06/01 12:32:25.474 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.475 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.478 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:25.478 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:32:37.478 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=93] ["take time"=19.425741ms] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.478 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=76.589µs] [2024/06/01 12:32:25.478 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=226.93µs] [] [2024/06/01 12:32:37.559 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [category=ddl] [job="ID:154, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:152, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.478 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/06/01 12:32:37.569 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 152, Old Table Name: t"] [2024/06/01 12:32:25.478 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/06/01 12:32:37.602 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=93] [neededSchemaVersion=94] ["start time"=269.824µs] [gotSchemaVersion=94] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:25.638 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/01 12:32:37.614 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=154] [version=94] [2024/06/01 12:32:25.662 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:37.616 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=94] ["take time"=18.005378ms] [job="ID:154, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.676 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=154] [tableIDs="[152]"] [comment="drop table: table ID"] [2024/06/01 12:32:37.685 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=154] [jobType="drop table"] [2024/06/01 12:32:37.689 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=154] [conn=2] [job="ID:154, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:152, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:37.157 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.749 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=154] [2024/06/01 12:32:37.750 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:37.753 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.581583968\n# Parse_time: 0.000646494\n# Compile_time: 0.000893538\n# Rewrite_time: 0.000010217\n# Optimize_time: 0.001168082\n# Wait_TS: 0.000425399\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:25.693 +00:00] [ERROR] [distsql.go:1462] ["table reader fetch next chunk failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1460\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1462\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760"] [2024/06/01 12:32:37.755 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=94] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:25.702 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:25.704 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/06/01 12:32:25.706 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:37.825 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:37.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.707 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.716 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:37.825 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:37.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:25.716 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:25.716 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:37.891 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [category=ddl] [job="ID:156, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:37.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.898 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 155, Table Name: t"] [2024/06/01 12:32:25.716 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:25.717 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:37.960 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=94] [neededSchemaVersion=95] ["start time"=2.816575ms] [gotSchemaVersion=95] [phyTblIDs="[155]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:25.717 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:37.975 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=156] [version=95] [2024/06/01 12:32:25.717 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:25.717 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:25.717 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:37.976 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=95] ["take time"=23.34227ms] [job="ID:156, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:37.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.732 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:25.734 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:38.041 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=156] [conn=2] [job="ID:156, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:37.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.734 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:38.075 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=156] [2024/06/01 12:32:25.734 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/01 12:32:38.075 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.780 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/445844ca-3bc4-49bf-8fc2-f10bf8a80ab4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/89374e2d-7d30-4823-8347-55caf7f88e0f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9fda130c-98d5-48ed-9099-a21471c2ffcf] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f8e0f3c5-e74d-4643-b1c1-b179fe930be9] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/357d6e7b-0a58-4f0c-a350-9ef6ecb2b988] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.079 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.324535849\n# Parse_time: 0.000631449\n# Compile_time: 0.000916801\n# Rewrite_time: 0.000007879\n# Optimize_time: 0.001168082\n# Wait_TS: 0.000347093\n# DB: write_after_import\n# Is_internal: false\n# Digest: 167c2c11a12c6f6f66c7470de635a9c733721defb10797a5ebafdd6a3e1222b0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/09bcb14c-2ff1-4de6-a28d-64b85b898f1f] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.092 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.782 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/99f6a327-744b-4d03-abcb-2215b66a2b19] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.336 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:25.782 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/01 12:32:38.429 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:25.784 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [2024/06/01 12:32:38.472 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:38.472 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:25.789 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.2.csv:0] [readDur=1.409166ms] [encodeDur=1.523665ms] [checksum="{cksum=10203265657256280197,size=556,kvs=12}"] [deliverDur=1.484882ms] [type=file] [takeTime=4.930114ms] [] [2024/06/01 12:32:38.578 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:25.794 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=4.370792ms] [write-speed(bytes/s)=39.99KiB] [2024/06/01 12:32:38.579 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:38.580 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/01 12:32:38.630 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.794 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=8.925µs] [write-time=4.51221ms] [sort-speed(kv/s)=336134.4538] [writer-id=data/d334637e-5cf2-4787-bc8d-be71dafab364] [2024/06/01 12:32:38.633 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:25.794 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/d334637e-5cf2-4787-bc8d-be71dafab364] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000004] [maxKey=74800000000000006c5f728000000000000006] [2024/06/01 12:32:38.633 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:25.799 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.245578ms] [write-speed(bytes/s)=37.26KiB] [2024/06/01 12:32:38.634 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=131.029µs] [2024/06/01 12:32:38.634 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=400.633µs] [] [2024/06/01 12:32:38.634 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:25.799 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.612µs] [write-time=4.385576ms] [sort-speed(kv/s)=534568.7812] [writer-id=index/1/d334637e-5cf2-4787-bc8d-be71dafab364] [2024/06/01 12:32:38.634 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:38.774 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/01 12:32:25.799 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/d334637e-5cf2-4787-bc8d-be71dafab364] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006c5f698000000000000001038000000000000006038000000000000006] [2024/06/01 12:32:38.793 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/01 12:32:25.803 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=4.345558ms] [write-speed(bytes/s)=55.06KiB] [2024/06/01 12:32:38.814 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:25.803 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.254µs] [write-time=4.468893ms] [sort-speed(kv/s)=413564.9297] [writer-id=index/2/d334637e-5cf2-4787-bc8d-be71dafab364] [2024/06/01 12:32:38.865 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:38.866 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:38.867 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:25.804 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/d334637e-5cf2-4787-bc8d-be71dafab364] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/06/01 12:32:38.875 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:38.875 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:25.808 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=4.299563ms] [write-speed(bytes/s)=36.8KiB] [2024/06/01 12:32:38.876 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:38.876 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:25.808 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/d334637e-5cf2-4787-bc8d-be71dafab364] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.248µs] [write-time=4.433326ms] [sort-speed(kv/s)=571646.3415] [writer-id=index/3/d334637e-5cf2-4787-bc8d-be71dafab364] [2024/06/01 12:32:38.877 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:38.877 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:38.877 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:25.808 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/d334637e-5cf2-4787-bc8d-be71dafab364] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006c5f698000000000000003038000000000000143038000000000000006] [2024/06/01 12:32:38.877 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:25.808 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=8] [takeTime=28.083627ms] [] [2024/06/01 12:32:38.877 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:25.808 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=1] [2024/06/01 12:32:38.892 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:25.914 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [2024/06/01 12:32:38.893 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/731311ea-ba3b-41ee-b974-2e5c33de58a7] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.893 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/3181d951-cee6-4bfa-903c-d515a693a68a] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.893 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/8c2371b9-8a78-46ab-ae63-2b356b82a717] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.894 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/0bdf597f-979c-4ffa-911b-d7235c715537] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.935 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/1567f267-35ba-49f8-8133-6c4fabf0e02e] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.939 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/c2e1f3e9-3296-4e1d-bebb-c91638e4d47d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.943 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:25.916 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/01 12:32:38.944 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/01 12:32:25.916 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/140ba16b-c460-437d-80c2-16743e8740db] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:38.944 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=155] [2024/06/01 12:32:25.919 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [2024/06/01 12:32:39.189 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=1.csv:0] [2024/06/01 12:32:39.189 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=155] [key=2.csv:0] [2024/06/01 12:32:25.928 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=t.1.csv:0] [readDur=1.201884ms] [encodeDur=1.484957ms] [checksum="{cksum=3702789622917125528,size=556,kvs=12}"] [deliverDur=5.632796ms] [type=file] [takeTime=8.875513ms] [] [2024/06/01 12:32:39.193 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=2.csv:0] [readDur=1.376417ms] [encodeDur=923.459µs] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=223.07µs] [type=file] [takeTime=2.988365ms] [] [2024/06/01 12:32:25.936 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=5.477092ms] [write-speed(bytes/s)=31.92KiB] [2024/06/01 12:32:39.193 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=155] [key=1.csv:0] [readDur=1.433048ms] [encodeDur=1.304732ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=172.474µs] [type=file] [takeTime=3.382571ms] [] [2024/06/01 12:32:25.937 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.406µs] [write-time=7.929288ms] [sort-speed(kv/s)=405076.9646] [writer-id=data/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [2024/06/01 12:32:39.194 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d4155f26-b4df-4e46-bdae-d2d46c6403c0.sst] [firstKey=74800000000000009B5F728000000000000006] [lastKey=74800000000000009B5F728000000000000007] [2024/06/01 12:32:25.937 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [kv-cnt-cap=4] [minKey=74800000000000006c5f728000000000000001] [maxKey=74800000000000006c5f728000000000000003] [2024/06/01 12:32:39.194 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=258.861205ms] [] [2024/06/01 12:32:39.194 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:25.960 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=23.185166ms] [write-speed(bytes/s)=6.823KiB] [2024/06/01 12:32:39.195 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:39.195 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:25.960 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.229µs] [write-time=23.306248ms] [sort-speed(kv/s)=573723.4653] [writer-id=index/1/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [2024/06/01 12:32:39.195 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/6/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d6c14743-e565-4158-bd8c-c0d8bb487a83.sst] [firstKey=74800000000000009B5F728000000000000004] [lastKey=74800000000000009B5F728000000000000005] [2024/06/01 12:32:25.960 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006c5f698000000000000001038000000000000003038000000000000003] [2024/06/01 12:32:39.198 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.77278ms] [] [2024/06/01 12:32:25.981 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=21.057838ms] [write-speed(bytes/s)=11.36KiB] [2024/06/01 12:32:39.198 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:39.204 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:25.982 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=5.579µs] [write-time=21.184197ms] [sort-speed(kv/s)=537730.7761] [writer-id=index/2/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [2024/06/01 12:32:39.226 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:39.226 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:25.982 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [kv-cnt-cap=4] [minKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/06/01 12:32:39.240 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:26.002 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=20.630582ms] [write-speed(bytes/s)=7.668KiB] [2024/06/01 12:32:39.242 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=43.40442ms] [] [2024/06/01 12:32:39.242 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:26.003 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.348µs] [write-time=20.973512ms] [sort-speed(kv/s)=560957.3672] [writer-id=index/3/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [2024/06/01 12:32:39.243 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.114859ms] [] [2024/06/01 12:32:39.243 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:26.003 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/cdf97c56-f35f-4e33-8f6d-a8b7223dbfa5] [kv-cnt-cap=4] [minKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006c5f698000000000000003038000000000000315038000000000000003] [2024/06/01 12:32:39.243 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:26.003 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=encode&sort] [subtask-id=9] [takeTime=88.735089ms] [] [2024/06/01 12:32:39.245 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.646525ms] [] [2024/06/01 12:32:26.003 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=encode&sort] [engine-id=0] [2024/06/01 12:32:39.245 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:26.066 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=encode&sort] [2024/06/01 12:32:39.245 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:26.067 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:39.245 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=91.126µs] [] [2024/06/01 12:32:26.068 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:39.245 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:26.068 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:39.246 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=943.797µs] [] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:39.295 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:39.295 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:39.296 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:39.297 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:39.298 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:39.299 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:26.068 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:26.068 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:26.070 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:39.299 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:26.072 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:26.073 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.073 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.073 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.073 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.073 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:39.299 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:39.299 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:26.073 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=370.981715ms] [] [2024/06/01 12:32:39.302 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:26.092 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=4] [2024/06/01 12:32:39.302 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:39.302 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.093 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=4] [2024/06/01 12:32:39.302 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:39.302 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.350 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:26.354 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.355 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:39.302 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=437.508012ms] [] [2024/06/01 12:32:26.355 +00:00] [INFO] [task_executor.go:301] ["merge sort partSize"] [type=ImportInto] [task-id=2] [step=merge-sort] [data-kv=12.8MiB] [index-kv=5MiB] [2024/06/01 12:32:39.376 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:26.395 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [2024/06/01 12:32:39.378 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:26.395 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=data] [subtask-id=10] [file-count=2] [file-groups=1] [concurrency=8] [part-size=14470348] [2024/06/01 12:32:39.378 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:26.395 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=data] [subtask-id=10] [writer-id=df01f0a7-4704-4f61-98c0-39e905deb98d] [file-count=2] [2024/06/01 12:32:39.562 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:26.399 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=data] [subtask-id=10] [data-file=2/10/df01f0a7-4704-4f61-98c0-39e905deb98d/one-file] [stat-file=2/10/df01f0a7-4704-4f61-98c0-39e905deb98d_stat/one-file] [2024/06/01 12:32:39.615 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:26.426 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=data] [subtask-id=10] [writerID=df01f0a7-4704-4f61-98c0-39e905deb98d] [2024/06/01 12:32:39.615 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:26.426 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=data] [subtask-id=10] [writer-id=df01f0a7-4704-4f61-98c0-39e905deb98d] [file-count=2] [takeTime=30.778528ms] [] [2024/06/01 12:32:39.615 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:39.615 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=12.699µs] [] [2024/06/01 12:32:26.426 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [total-kv-size=262] [total-kv-count=6] [start-key=74800000000000006C5F728000000000000001] [end-key=74800000000000006C5F72800000000000000600] [2024/06/01 12:32:39.616 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/01 12:32:26.426 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=10] [kv-group=data] [takeTime=31.090401ms] [] [2024/06/01 12:32:39.616 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:26.494 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [2024/06/01 12:32:39.616 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/06/01 12:32:26.494 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=2] [subtask-id=11] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/06/01 12:32:39.616 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/06/01 12:32:26.494 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=2] [subtask-id=11] [writer-id=157b3cab-9db0-4d75-be3a-3a1285f85a40] [file-count=2] [2024/06/01 12:32:39.620 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=155] [physicalTableID=155] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:26.498 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=2] [subtask-id=11] [data-file=2/11/157b3cab-9db0-4d75-be3a-3a1285f85a40/one-file] [stat-file=2/11/157b3cab-9db0-4d75-be3a-3a1285f85a40_stat/one-file] [2024/06/01 12:32:39.620 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:26.528 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=2] [subtask-id=11] [writerID=157b3cab-9db0-4d75-be3a-3a1285f85a40] [2024/06/01 12:32:39.620 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=4.830115ms] [] [2024/06/01 12:32:26.528 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=2] [subtask-id=11] [writer-id=157b3cab-9db0-4d75-be3a-3a1285f85a40] [file-count=2] [takeTime=34.296246ms] [] [2024/06/01 12:32:39.620 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.020901ms] [] [2024/06/01 12:32:39.662 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=99.852665ms] [] [2024/06/01 12:32:26.528 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [total-kv-size=394] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [end-key=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [2024/06/01 12:32:39.696 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:26.529 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=11] [kv-group=2] [takeTime=34.609309ms] [] [2024/06/01 12:32:39.696 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/01 12:32:39.700 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/01 12:32:26.619 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [2024/06/01 12:32:39.754 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/01 12:32:26.619 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=3] [subtask-id=12] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] [2024/06/01 12:32:39.779 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:26.620 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=3] [subtask-id=12] [writer-id=3537b82e-908a-4e29-97c0-a1a3636e7cf5] [file-count=2] [2024/06/01 12:32:39.805 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:39.805 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:26.624 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=3] [subtask-id=12] [data-file=2/12/3537b82e-908a-4e29-97c0-a1a3636e7cf5/one-file] [stat-file=2/12/3537b82e-908a-4e29-97c0-a1a3636e7cf5_stat/one-file] [2024/06/01 12:32:39.921 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:26.653 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=3] [subtask-id=12] [writerID=3537b82e-908a-4e29-97c0-a1a3636e7cf5] [2024/06/01 12:32:26.654 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=3] [subtask-id=12] [writer-id=3537b82e-908a-4e29-97c0-a1a3636e7cf5] [file-count=2] [takeTime=33.918445ms] [] [2024/06/01 12:32:26.654 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [end-key=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [2024/06/01 12:32:26.654 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=12] [kv-group=3] [takeTime=34.326302ms] [] [2024/06/01 12:32:26.720 +00:00] [INFO] [task_executor.go:315] ["run subtask start"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=1] [2024/06/01 12:32:39.982 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.903042853\n# Parse_time: 0.00062385\n# Compile_time: 0.001226995\n# Rewrite_time: 0.000193964\n# Optimize_time: 0.001168082\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS45cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-6 [2024/06/01 12:32:26.720 +00:00] [INFO] [merge.go:59] ["start to merge overlapping files"] [kv-group=1] [subtask-id=13] [file-count=2] [file-groups=1] [concurrency=8] [part-size=6291456] current case CREATE TABLE t (id int, v varchar(64)) [2024/06/01 12:32:26.720 +00:00] [INFO] [merge.go:144] ["merge overlapping files start"] [kv-group=1] [subtask-id=13] [writer-id=b0122311-1715-4f96-8bec-1e6e5f2ead85] [file-count=2] [2024/06/01 12:32:39.991 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=95] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:26.724 +00:00] [INFO] [onefile_writer.go:88] ["one file writer"] [kv-group=1] [subtask-id=13] [data-file=2/13/b0122311-1715-4f96-8bec-1e6e5f2ead85/one-file] [stat-file=2/13/b0122311-1715-4f96-8bec-1e6e5f2ead85_stat/one-file] [2024/06/01 12:32:26.753 +00:00] [INFO] [onefile_writer.go:153] ["close one file writer"] [kv-group=1] [subtask-id=13] [writerID=b0122311-1715-4f96-8bec-1e6e5f2ead85] [2024/06/01 12:32:40.018 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:26.753 +00:00] [INFO] [merge.go:149] ["merge overlapping files completed"] [kv-group=1] [subtask-id=13] [writer-id=b0122311-1715-4f96-8bec-1e6e5f2ead85] [file-count=2] [takeTime=33.257724ms] [] [2024/06/01 12:32:40.018 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:26.753 +00:00] [INFO] [task_executor.go:344] ["merge sort finished"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=1] [total-kv-size=228] [total-kv-count=6] [start-key=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [end-key=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [2024/06/01 12:32:40.063 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.754 +00:00] [INFO] [task_executor.go:317] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=merge-sort] [subtask-id=13] [kv-group=1] [takeTime=33.662299ms] [] [2024/06/01 12:32:40.105 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=95] [neededSchemaVersion=96] ["start time"=624.602µs] [gotSchemaVersion=96] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:26.800 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=merge-sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=449.804544ms] [] [2024/06/01 12:32:40.118 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=96] [2024/06/01 12:32:26.866 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:26.868 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:40.120 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=96] ["take time"=20.198614ms] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.870 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:26.923 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.924 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:40.173 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.930 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:26.930 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:40.201 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=96] [neededSchemaVersion=97] ["start time"=278.542µs] [gotSchemaVersion=97] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:26.931 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:40.212 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=97] [2024/06/01 12:32:26.932 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.932 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:26.933 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:40.214 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=97] ["take time"=16.864439ms] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.933 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.933 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:26.933 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.933 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:40.308 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [category=ddl] [job="ID:157, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:155, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:40.319 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 155, Old Table Name: t"] [2024/06/01 12:32:26.937 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:40.374 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=97] [neededSchemaVersion=98] ["start time"=315.107µs] [gotSchemaVersion=98] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:26.937 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:40.386 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=157] [version=98] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:40.388 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=98] ["take time"=18.815492ms] [job="ID:157, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:40.454 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=157] [tableIDs="[155]"] [comment="drop table: table ID"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:40.465 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=157] [jobType="drop table"] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.937 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.937 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:40.470 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=157] [conn=2] [job="ID:157, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:155, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:39.957 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.938 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:40.532 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=157] [2024/06/01 12:32:40.532 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:26.938 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:26.942 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f728000000000000001] [endKey=74800000000000006c5f72800000000000000600] [dataFiles=1] [2024/06/01 12:32:26.942 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:26.945 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:26.945 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:26.949 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:40.535 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.545500386\n# Parse_time: 0.000440308\n# Compile_time: 0.000581855\n# Rewrite_time: 0.000008403\n# Optimize_time: 0.000864093\n# Wait_TS: 0.000349968\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:26.966 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:40.538 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=98] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/06/01 12:32:26.966 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:26.967 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.967 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:40.585 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:40.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/06/01 12:32:26.967 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.967 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:26.967 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:40.586 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:40.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.973 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:26.973 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:40.663 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [category=ddl] [job="ID:159, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:40.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:40.671 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 158, Table Name: t"] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:40.754 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=98] [neededSchemaVersion=99] ["start time"=29.376932ms] [gotSchemaVersion=99] [phyTblIDs="[158]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:40.771 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=159] [version=99] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:40.773 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=99] ["take time"=53.040178ms] [job="ID:159, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:40.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.973 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.973 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:40.840 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=159] [conn=2] [job="ID:159, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:40.506 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:26.974 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:40.876 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=159] [2024/06/01 12:32:40.877 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:26.974 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:26.979 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [endKey=74800000000000006c5f698000000000000002016261723600000000fb03800000000000014303800000000000000600] [dataFiles=1] [2024/06/01 12:32:26.979 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:26.982 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:26.982 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:40.880 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.344081768\n# Parse_time: 0.001075157\n# Compile_time: 0.001369219\n# Rewrite_time: 0.000008484\n# Optimize_time: 0.000864093\n# Wait_TS: 0.000370536\n# DB: write_after_import\n# Is_internal: false\n# Digest: 32143d83306264b999fc086c72ef59b7822ff30eb2a53d16557ca027c4ee9578\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64));"] [2024/06/01 12:32:26.983 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:40.896 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.984 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.124 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:26.984 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:41.249 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:26.985 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.300 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:26.985 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.985 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:41.301 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:26.985 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:41.409 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:26.985 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:41.410 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:26.989 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:41.411 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:41.431 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.989 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:41.434 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:41.434 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:41.434 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=70.049µs] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:41.434 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=184.337µs] [] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:41.434 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:41.434 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:41.569 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:41.611 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/01 12:32:26.989 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:41.655 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:26.989 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:26.990 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:41.704 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:41.705 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:32:41.706 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:26.990 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:41.715 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:41.715 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:26.995 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f69800000000000000303800000000000007b038000000000000001] [endKey=74800000000000006c5f69800000000000000303800000000000031503800000000000000300] [dataFiles=1] [2024/06/01 12:32:41.716 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.995 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:41.716 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:41.717 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.997 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:41.717 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.997 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:41.717 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.999 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:41.717 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:26.999 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.717 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.999 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:41.733 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:27.000 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.735 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:27.000 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:41.736 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:27.000 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:27.000 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:41.736 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:27.000 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:41.736 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:41.783 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:41.787 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:41.791 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:27.004 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:41.791 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/06/01 12:32:27.004 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:41.791 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=158] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:41.900 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=2.csv:0] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:41.900 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=158] [key=1.csv:0] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:41.903 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=1.csv:0] [readDur=1.13615ms] [encodeDur=661.848µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=366.812µs] [type=file] [takeTime=2.624023ms] [] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:41.903 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=158] [key=2.csv:0] [readDur=1.134529ms] [encodeDur=1.09239ms] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=310.747µs] [type=file] [takeTime=2.980973ms] [] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:27.004 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:27.004 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:41.904 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/14bcfbfe-9459-42be-ad9f-e33cc45999c6.sst] [firstKey=74800000000000009E5F728000000000000001] [lastKey=74800000000000009E5F728000000000000002] [2024/06/01 12:32:27.005 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:41.904 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=120.843228ms] [] [2024/06/01 12:32:41.904 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:27.005 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1]"] [fileNums="[1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:41.904 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:41.904 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:27.009 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=74800000000000006c5f698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006c5f69800000000000000103800000000000000603800000000000000600] [dataFiles=1] [2024/06/01 12:32:27.009 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:27.009 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/06/01 12:32:41.905 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/7/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/8336d6f2-7505-48e7-9d03-31d563055398.sst] [firstKey=74800000000000009E5F72800000000000000A] [lastKey=74800000000000009E5F72800000000000000B] [2024/06/01 12:32:27.009 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/06/01 12:32:41.907 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.750488ms] [] [2024/06/01 12:32:27.134 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/06/01 12:32:27.134 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:41.907 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:27.240 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/01 12:32:41.913 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:27.273 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:41.935 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:41.936 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:27.338 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:27.343 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:27.343 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:41.951 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:27.352 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:41.953 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=45.726658ms] [] [2024/06/01 12:32:27.353 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:41.953 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:27.353 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.954 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.030182ms] [] [2024/06/01 12:32:27.353 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:41.954 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:27.354 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:27.354 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:41.954 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:27.354 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:27.354 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:41.955 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.500436ms] [] [2024/06/01 12:32:27.354 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:27.368 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:41.956 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:27.370 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:41.956 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:27.370 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:27.411 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [2024/06/01 12:32:41.956 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=53.164µs] [] [2024/06/01 12:32:27.411 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:41.956 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:27.416 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F728000000000000001] [endKey=74800000000000006C5F72800000000000000600] [ranges=1] [] [2024/06/01 12:32:41.956 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=764.685µs] [] [2024/06/01 12:32:27.416 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.005 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:32:27.437 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:27.438 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.008 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:27.438 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:42.008 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:27.439 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F728000000000FF0000010000000000FA] [end=7480000000000000FF6C5F728000000000FF0000060000000000FC] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:27.439 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.742µs] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:27.439 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.230498ms] [] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:27.439 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:42.008 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:27.439 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX3KAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX3KAAAAAAAAABgA="] [2024/06/01 12:32:27.439 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:42.009 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:27.444 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.30949ms] [] [2024/06/01 12:32:27.448 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.009 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:27.448 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.921344ms] [] [2024/06/01 12:32:42.009 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:27.448 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:42.009 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:27.448 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.137364ms] [droppedSize=0] [2024/06/01 12:32:42.011 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:27.449 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=25.633µs] [2024/06/01 12:32:42.011 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:42.011 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:27.461 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=c92104fe-1480-5ebe-be2b-61946fa2dda3] [size=107374182400] [kvs=0] [importedSize=262] [importedCount=6] [2024/06/01 12:32:42.011 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:27.463 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=14] [kv-group=data] [takeTime=52.025616ms] [] [2024/06/01 12:32:42.011 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:27.525 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [2024/06/01 12:32:27.525 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.011 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=307.093315ms] [] [2024/06/01 12:32:42.022 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:27.530 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000002016261723100000000FB03800000000000007B038000000000000001] [endKey=74800000000000006C5F698000000000000002016261723600000000FB03800000000000014303800000000000000600] [ranges=1] [] [2024/06/01 12:32:42.023 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:27.530 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.024 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:27.552 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:42.024 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:27.552 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.122 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:27.552 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:42.124 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:42.124 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:27.554 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000020162617231FF00000000FB038000FF00000000007B0380FF0000000000000100FE] [end=7480000000000000FF6C5F698000000000FF0000020162617236FF00000000FB038000FF0000000001430380FF0000000000000600FF0000000000000000F8] [2024/06/01 12:32:42.277 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:27.554 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=12.827µs] [2024/06/01 12:32:42.320 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:27.554 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.248619ms] [] [2024/06/01 12:32:42.320 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:27.554 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:42.320 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:42.327 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=6.981771ms] [] [2024/06/01 12:32:27.554 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAgFiYXIxAAAAAPsDgAAAAAAAAHsDgAAAAAAAAAE="] [end-key=dIAAAAAAAABsX2mAAAAAAAAAAgFiYXI2AAAAAPsDgAAAAAAAAUMDgAAAAAAAAAYA] [2024/06/01 12:32:27.554 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:42.328 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/01 12:32:27.558 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.578811ms] [] [2024/06/01 12:32:27.562 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.328 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/01 12:32:27.562 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.537441ms] [] [2024/06/01 12:32:42.328 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/06/01 12:32:27.563 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:42.328 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/06/01 12:32:27.563 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.703536ms] [droppedSize=0] [2024/06/01 12:32:27.563 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=10.255µs] [2024/06/01 12:32:42.332 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=158] [physicalTableID=158] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:27.574 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=42e52923-6f90-566b-850e-758ca411cbe4] [size=107374182400] [kvs=0] [importedSize=394] [importedCount=6] [2024/06/01 12:32:42.332 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/01 12:32:27.576 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=15] [kv-group=2] [takeTime=51.185449ms] [] [2024/06/01 12:32:42.332 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.001678ms] [] [2024/06/01 12:32:27.640 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [2024/06/01 12:32:27.640 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.332 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=12.170493ms] [] [2024/06/01 12:32:42.374 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=96.78881ms] [] [2024/06/01 12:32:27.644 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F69800000000000000303800000000000007B038000000000000001] [endKey=74800000000000006C5F69800000000000000303800000000000031503800000000000000300] [ranges=1] [] [2024/06/01 12:32:42.446 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:27.644 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.446 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/01 12:32:42.449 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/01 12:32:27.666 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:42.507 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:27.666 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.529 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:27.666 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:42.529 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:42.530 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/01 12:32:27.667 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000030380000000FF0000007B03800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000030380000000FF0000031503800000FF0000000003000000FE] [2024/06/01 12:32:42.622 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:27.668 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=15.071µs] [2024/06/01 12:32:27.668 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.062073ms] [] [2024/06/01 12:32:27.668 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:27.668 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAAAewOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAwOAAAAAAAADFQOAAAAAAAAAAwA="] [2024/06/01 12:32:27.668 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:27.671 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=3.674282ms] [] [2024/06/01 12:32:27.675 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:27.676 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=8.313972ms] [] [2024/06/01 12:32:27.676 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:27.676 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=8.458637ms] [droppedSize=0] [2024/06/01 12:32:27.676 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=9.717µs] [2024/06/01 12:32:42.801 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.920293006\n# Parse_time: 0.000792797\n# Compile_time: 0.001516204\n# Rewrite_time: 0.000198579\n# Optimize_time: 0.000864093\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-7 [2024/06/01 12:32:27.689 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=797c5bd4-ca63-548e-8137-62562b529a90] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:27.691 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=16] [kv-group=3] [takeTime=51.105964ms] [] [2024/06/01 12:32:42.864 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=99] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:27.784 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=1] [2024/06/01 12:32:27.784 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:42.890 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:27.789 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=74800000000000006C5F698000000000000001038000000000000001038000000000000001] [endKey=74800000000000006C5F69800000000000000103800000000000000603800000000000000600] [ranges=1] [] [2024/06/01 12:32:27.789 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.890 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:27.811 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:27.811 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:27.811 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:42.953 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.812 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000103800000FF0000000001000000FC] [end=7480000000000000FF6C5F698000000000FF0000010380000000FF0000000603800000FF0000000006000000FE] [2024/06/01 12:32:42.995 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=99] [neededSchemaVersion=100] ["start time"=634.285µs] [gotSchemaVersion=100] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.813 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.094µs] [2024/06/01 12:32:43.009 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=100] [2024/06/01 12:32:27.813 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.13487ms] [] [2024/06/01 12:32:27.813 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:27.813 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=1] [stat-file-count=1] [start-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAAAQOAAAAAAAAAAQ=="] [end-key="dIAAAAAAAABsX2mAAAAAAAAAAQOAAAAAAAAABgOAAAAAAAAABgA="] [2024/06/01 12:32:27.813 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:43.010 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=100] ["take time"=20.94896ms] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.817 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=4.571142ms] [] [2024/06/01 12:32:27.822 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:27.822 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=9.503184ms] [] [2024/06/01 12:32:27.822 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=6] [droppedSize=0] [2024/06/01 12:32:43.066 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.822 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=9.719885ms] [droppedSize=0] [2024/06/01 12:32:27.822 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=16.901µs] [2024/06/01 12:32:43.098 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=100] [neededSchemaVersion=101] ["start time"=258.337µs] [gotSchemaVersion=101] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.834 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=fccca47b-a071-5db3-9487-f6af0df82fd4] [size=107374182400] [kvs=0] [importedSize=228] [importedCount=6] [2024/06/01 12:32:43.109 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=101] [2024/06/01 12:32:27.836 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=write&ingest] [subtask-id=17] [kv-group=1] [takeTime=52.129964ms] [] [2024/06/01 12:32:27.880 +00:00] [INFO] [task_executor.go:460] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=write&ingest] [2024/06/01 12:32:27.888 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:43.111 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=101] ["take time"=17.500005ms] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:27.888 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:43.176 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [category=ddl] [job="ID:160, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:158, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:43.186 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 158, Old Table Name: t"] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:43.236 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=101] [neededSchemaVersion=102] ["start time"=267.016µs] [gotSchemaVersion=102] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:27.888 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:43.248 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=160] [version=102] [2024/06/01 12:32:27.889 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:27.889 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:27.889 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:43.250 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=102] ["take time"=18.260947ms] [job="ID:160, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.889 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:43.347 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=160] [tableIDs="[158]"] [comment="drop table: table ID"] [2024/06/01 12:32:27.891 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:43.356 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=160] [jobType="drop table"] [2024/06/01 12:32:27.891 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:27.891 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:27.891 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:43.360 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=160] [conn=2] [job="ID:160, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:158, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:42.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.891 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:43.426 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=160] [2024/06/01 12:32:43.426 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:27.891 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=553.397567ms] [] [2024/06/01 12:32:27.969 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/06/01 12:32:27.972 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:27.973 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [2024/06/01 12:32:43.431 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.56939653\n# Parse_time: 0.001217662\n# Compile_time: 0.001024543\n# Rewrite_time: 0.000009913\n# Optimize_time: 0.001119497\n# Wait_TS: 0.000417867\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:27.974 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:43.435 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=102] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:28.055 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":30,\"3\":30,\"4\":12}}"] [2024/06/01 12:32:28.059 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:43.483 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:28.059 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:28.201 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [2024/06/01 12:32:43.483 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:28.201 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:28.281 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:43.537 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [category=ddl] [job="ID:162, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:28.326 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:43.545 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 161, Table Name: t"] [2024/06/01 12:32:28.370 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/06/01 12:32:28.370 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/06/01 12:32:43.612 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=102] [neededSchemaVersion=103] ["start time"=2.681675ms] [gotSchemaVersion=103] [phyTblIDs="[161]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:28.370 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [2024/06/01 12:32:43.622 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=162] [version=103] [2024/06/01 12:32:28.370 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=9.974µs] [] [2024/06/01 12:32:28.370 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=-1] [size=262] [kvs=6] [checksum=16467553292841115641] [2024/06/01 12:32:43.624 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=103] ["take time"=19.589056ms] [job="ID:162, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:28.370 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=1] [size=228] [kvs=6] [checksum=5933586680183683] [2024/06/01 12:32:28.370 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=2] [size=394] [kvs=6] [checksum=1482059515352799067] [2024/06/01 12:32:43.664 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=162] [conn=2] [job="ID:162, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.406 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.708 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=162] [2024/06/01 12:32:28.370 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [groupId=3] [size=228] [kvs=6] [checksum=5690150982916384316] [2024/06/01 12:32:43.708 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:43.753 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:28.370 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [checksum="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/01 12:32:43.948 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:28.370 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [weight=30] [2024/06/01 12:32:44.035 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=8] [task-id=8] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:28.370 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [concurrency=15] [2024/06/01 12:32:44.069 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=8] [2024/06/01 12:32:28.381 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=16467553292841115641] [totalKvs=6] [totalBytes=262] [2024/06/01 12:32:44.069 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:28.383 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=1] [checksum=5933586680183683] [totalKvs=6] [totalBytes=228] [2024/06/01 12:32:44.178 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:28.384 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=2] [checksum=1482059515352799067] [totalKvs=6] [totalBytes=394] [2024/06/01 12:32:44.179 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:28.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=3] [checksum=5690150982916384316] [totalKvs=6] [totalBytes=228] [2024/06/01 12:32:44.180 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [2024/06/01 12:32:44.199 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:28.388 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [local="{cksum=13761799268116354333,size=1112,kvs=24}"] [2024/06/01 12:32:44.203 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:28.388 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=18.378489ms] [] [2024/06/01 12:32:44.203 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:28.389 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=18] [takeTime=18.624553ms] [] [2024/06/01 12:32:44.203 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=104.505µs] [2024/06/01 12:32:44.203 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=282.255µs] [] [2024/06/01 12:32:28.456 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=130.421363ms] [] [2024/06/01 12:32:44.203 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:28.469 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:44.203 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:28.469 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/01 12:32:44.335 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=8] [mode=Import] [2024/06/01 12:32:28.473 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/01 12:32:44.353 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=8] [2024/06/01 12:32:28.511 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:44.388 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=8] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:28.549 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:28.571 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:44.428 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:28.571 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:44.429 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/01 12:32:28.575 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=2] [2024/06/01 12:32:28.577 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.431 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:28.577 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.439 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:28.636 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=2] [takeTime=61.33642ms] [] [2024/06/01 12:32:44.439 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:44.439 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:44.439 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:44.440 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:44.440 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:44.440 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:44.440 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:44.441 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:44.456 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:44.457 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:44.457 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:44.457 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=8] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:28.661 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 3.695818621\n# Parse_time: 0.001977546\n# Compile_time: 0.00221492\n# Rewrite_time: 0.00031344\n# Optimize_time: 0.001788857\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 392014fe0a784e03186a93c7f3528e9bc2606219bbb926c3fd8303e3396867e0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6My42OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6My42OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', __force_merge_step;"] [2024/06/01 12:32:44.457 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=8] [disk-quota=348.5GiB] [2024/06/01 12:32:28.762 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:44.501 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [2024/06/01 12:32:28.763 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gsort_basic] [sql="truncate table t"] [user=] [2024/06/01 12:32:44.505 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:44.509 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.509 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/06/01 12:32:28.793 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:28.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:44.509 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=161] [2024/06/01 12:32:44.571 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=2.csv:0] [2024/06/01 12:32:44.571 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=161] [key=1.csv:0] [2024/06/01 12:32:28.793 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:28.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:32:44.574 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=2.csv:0] [readDur=1.148491ms] [encodeDur=704.406µs] [checksum="{cksum=10862406597896790237,size=76,kvs=2}"] [deliverDur=286.751µs] [type=file] [takeTime=2.550447ms] [] [2024/06/01 12:32:28.858 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:108, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:28.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.574 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=161] [key=1.csv:0] [readDur=1.116782ms] [encodeDur=760.668µs] [checksum="{cksum=1363779544899807388,size=76,kvs=2}"] [deliverDur=249.532µs] [type=file] [takeTime=2.471667ms] [] [2024/06/01 12:32:28.871 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 110, Table Name: t, Old Table ID: 108, Old Table Name: t"] [2024/06/01 12:32:44.575 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=import] [subtask-id=15] [takeTime=73.549207ms] [] [2024/06/01 12:32:28.941 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=4.231709ms] [gotSchemaVersion=55] [phyTblIDs="[110]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:28.954 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/06/01 12:32:44.575 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=2] [sstFileSize=1964] [file=/tmp/tidb/import-4000/8/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/2a62448c-ed21-4682-b998-8b0214e634bc.sst] [firstKey=7480000000000000A15F728000000000000001] [lastKey=7480000000000000A15F72800000000000000B] [2024/06/01 12:32:44.575 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/01 12:32:44.575 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/01 12:32:28.956 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=24.120499ms] [job="ID:111, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:28.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.575 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:29.014 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=111] [tableIDs="[108]"] [comment="drop table: table ID"] [2024/06/01 12:32:44.578 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.478476ms] [] [2024/06/01 12:32:29.023 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=111] [jobType="truncate table"] [2024/06/01 12:32:44.578 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:44.582 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:44.619 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:29.027 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:108, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:28.739 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.621 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:29.102 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/01 12:32:29.102 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:44.639 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:44.641 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=62.960284ms] [] [2024/06/01 12:32:44.641 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:44.642 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.412492ms] [] [2024/06/01 12:32:29.105 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.342730374\n# Parse_time: 0.000209228\n# Compile_time: 0.000779198\n# Rewrite_time: 0.000008558\n# Optimize_time: 0.001949849\n# Wait_TS: 0.000381379\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:32:29.122 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.642 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=8] [step=import] [engine-id=0] [2024/06/01 12:32:29.122 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:29.154 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.642 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.644 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.96394ms] [] [2024/06/01 12:32:44.645 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:29.347 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"cloud_storage_uri\":\"gs://sorted/import?access-key=xxxxxx\\u0026endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F\\u0026secret-access-key=xxxxxx\",\"detached\":null}}"] [dist-task-enabled=true] [2024/06/01 12:32:44.645 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:29.461 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=96B] [thread-cnt=8] [global-sort=true] [2024/06/01 12:32:44.645 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=59.071µs] [] [2024/06/01 12:32:44.645 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.646 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.270456ms] [] [2024/06/01 12:32:44.694 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:44.696 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:44.697 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:44.697 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:44.710 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=8] [step=import] [2024/06/01 12:32:29.467 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.361140301\n# Parse_time: 0.00183832\n# Compile_time: 0.001788259\n# Rewrite_time: 0.00033177\n# Optimize_time: 0.001949849\n# Wait_TS: 0\n# DB: gsort_basic\n# Is_internal: false\n# Digest: 1d15b554d9974625ffad3fa192182c9f6f628d42e846cffe6407cea263a3bc14\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('L7gwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MzU2LjltcywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('StAKRgoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaFXRpbWU6MzU2LjltcywgbG9vcHM6MnD//w0CNAF4////////////ARgB')\n# Resource_group: default\nIMPORT INTO `gsort_basic`.`t` FROM 'gs://gs-basic/t.*.csv?endpoint=http%3A%2F%2F127.0.0.1%3A4443%2Fstorage%2Fv1%2F' WITH __max_engine_size=_UTF8MB4'1', cloud_storage_uri=_UTF8MB4'gs://sorted/import?endpoint=http://127.0.0.1:4443/storage/v1/&access-key=aaaaaa&secret-access-key=bbbbbb', detached;"] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:29.499 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:29.499 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:44.713 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:29.607 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/01 12:32:44.713 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:29.609 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:29.611 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [2024/06/01 12:32:29.631 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:29.632 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:29.635 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:29.635 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:29.635 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=1] [cost=118.81µs] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:29.635 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=296.66µs] [] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:29.636 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=encode&sort] [subtask-count=2] [2024/06/01 12:32:44.713 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:44.713 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:29.636 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=2] [2024/06/01 12:32:44.716 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:29.806 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/01 12:32:44.716 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:29.838 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:44.716 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:29.886 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:44.716 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:29.888 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/06/01 12:32:29.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.716 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:29.890 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:29.898 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:44.716 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=287.505549ms] [] [2024/06/01 12:32:29.898 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:29.899 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:44.772 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:29.899 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:44.774 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=8] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:29.900 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:29.900 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:44.774 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:29.900 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:44.918 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:29.900 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:44.994 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/01 12:32:29.900 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:44.994 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/01 12:32:29.913 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:44.994 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [2024/06/01 12:32:29.915 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:45.002 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=7.359267ms] [] [2024/06/01 12:32:29.915 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:45.002 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/01 12:32:29.915 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/01 12:32:45.002 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [checksum="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/01 12:32:29.955 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [2024/06/01 12:32:45.002 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [weight=30] [2024/06/01 12:32:29.956 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/a929c1ba-cf68-4c14-b356-373bc46b7d53] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.002 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [concurrency=15] [2024/06/01 12:32:29.957 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/17a7bbb3-c7d5-4b7b-82a3-56bf09fce98c] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.007 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=161] [physicalTableID=161] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:29.957 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/db96371e-87d3-472e-9c1a-94f1f9a4644d] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.007 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [local="{cksum=9534713575869581377,size=152,kvs=4}"] [2024/06/01 12:32:29.957 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/b4ff6210-888a-41d6-ab83-7eb17f23dce4] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.007 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=12.925258ms] [] [2024/06/01 12:32:29.957 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/4958cd01-a007-4dfd-b72d-2b7c40fa8698] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.007 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=8] [step=post-process] [subtask-id=16] [takeTime=13.175859ms] [] [2024/06/01 12:32:29.957 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/183e1a81-8f45-47aa-a1ed-9a656d543f49] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:29.957 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/06/01 12:32:45.055 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=8] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=137.205853ms] [] [2024/06/01 12:32:29.957 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/90204989-1b1d-4f33-87da-2e0165552ebb] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.090 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=8] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:29.959 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [2024/06/01 12:32:45.091 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=8] [step=post-process] [state=running] [] [2024/06/01 12:32:45.093 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=8] [2024/06/01 12:32:45.143 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=8] [type=ImportInto] [2024/06/01 12:32:30.013 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.1.csv:0] [readDur=1.204888ms] [encodeDur=1.687936ms] [checksum="{cksum=1299722013730367767,size=556,kvs=12}"] [deliverDur=49.695602ms] [type=file] [takeTime=53.204816ms] [] [2024/06/01 12:32:45.175 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=8] [2024/06/01 12:32:45.198 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:30.026 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=13.071835ms] [write-speed(bytes/s)=13.37KiB] [2024/06/01 12:32:45.198 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=8] [2024/06/01 12:32:45.282 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:30.026 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=8.126µs] [write-time=13.255933ms] [sort-speed(kv/s)=369185.3310] [writer-id=data/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [2024/06/01 12:32:30.027 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000001] [maxKey=74800000000000006e5f728000000000000003] [2024/06/01 12:32:30.038 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=11.061768ms] [write-speed(bytes/s)=14.3KiB] [2024/06/01 12:32:30.038 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.36µs] [write-time=11.212221ms] [sort-speed(kv/s)=559701.4925] [writer-id=index/3/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [2024/06/01 12:32:45.297 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.5850077470000001\n# Parse_time: 0.000380547\n# Compile_time: 0.002627172\n# Rewrite_time: 0.00045607\n# Optimize_time: 0.001119497\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] === RUN TestImportInto/TestWriteAfterImportFromFile/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/01 12:32:30.038 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000003038000000000000315038000000000000003] [2024/06/01 12:32:45.308 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=103] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:30.051 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=12.99473ms] [write-speed(bytes/s)=12.17KiB] [2024/06/01 12:32:45.375 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:30.051 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=8.133µs] [write-time=13.186984ms] [sort-speed(kv/s)=368867.5765] [writer-id=index/1/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [2024/06/01 12:32:45.375 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:30.052 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000001038000000000000001] [maxKey=74800000000000006e5f698000000000000001038000000000000003038000000000000003] [2024/06/01 12:32:30.061 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=8.99648ms] [write-speed(bytes/s)=26.59KiB] [2024/06/01 12:32:45.451 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.061 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=7.921µs] [write-time=9.108291ms] [sort-speed(kv/s)=378740.0581] [writer-id=index/2/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [2024/06/01 12:32:45.482 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=103] [neededSchemaVersion=104] ["start time"=696.769µs] [gotSchemaVersion=104] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:45.496 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=104] [2024/06/01 12:32:30.061 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/f29bf9a4-aab1-47aa-b46e-75ee29b55e4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723100000000fb03800000000000007b038000000000000001] [maxKey=74800000000000006e5f698000000000000002016261723300000000fb038000000000000315038000000000000003] [2024/06/01 12:32:30.061 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=19] [takeTime=105.730826ms] [] [2024/06/01 12:32:45.498 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=104] ["take time"=21.653995ms] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.061 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=0] [2024/06/01 12:32:30.164 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6e5a6401-8319-476a-a609-d12940ad0299] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.565 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/26f24b55-b3f8-42d9-9848-3913be4aa165] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/2ec4048f-730e-4fe1-a478-da390a2dc648] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.601 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=104] [neededSchemaVersion=105] ["start time"=275.43µs] [gotSchemaVersion=105] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/9de5b9ec-1bad-4cde-80bc-a678c27a6655] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.613 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=105] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ecae6fe5-57c1-44ff-b242-9daf2f991caf] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:30.165 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=110] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5b4f002d-a56e-4c4c-a053-af7e84c39464] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:45.615 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=105] ["take time"=18.090927ms] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.165 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5edaf93b-8bde-46be-98da-95b810218d53] [kv-cnt-cap=0] [minKey=] [maxKey=] [2024/06/01 12:32:30.168 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [2024/06/01 12:32:45.680 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [category=ddl] [job="ID:163, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:161, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.183 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=110] [key=t.2.csv:0] [readDur=901.315µs] [encodeDur=1.338607ms] [checksum="{cksum=12462077872899177482,size=556,kvs=12}"] [deliverDur=12.60654ms] [type=file] [takeTime=15.184981ms] [] [2024/06/01 12:32:45.690 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 161, Old Table Name: t"] [2024/06/01 12:32:30.195 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=179] [stat-size=74] [write-time=11.469849ms] [write-speed(bytes/s)=15.24KiB] [2024/06/01 12:32:45.730 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=105] [neededSchemaVersion=106] ["start time"=316.111µs] [gotSchemaVersion=106] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:45.743 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=163] [version=106] [2024/06/01 12:32:30.195 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=179] [kv-cnt=3] [sort-time=7.493µs] [write-time=11.648089ms] [sort-speed(kv/s)=400373.6821] [writer-id=data/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [2024/06/01 12:32:30.195 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f728000000000000004] [maxKey=74800000000000006e5f728000000000000006] [2024/06/01 12:32:45.745 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=106] ["take time"=19.444592ms] [job="ID:163, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.219 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=23.546312ms] [write-speed(bytes/s)=6.719KiB] [2024/06/01 12:32:45.805 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=163] [tableIDs="[161]"] [comment="drop table: table ID"] [2024/06/01 12:32:45.840 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=163] [jobType="drop table"] [2024/06/01 12:32:30.219 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=6.318µs] [write-time=23.676654ms] [sort-speed(kv/s)=474833.8082] [writer-id=index/1/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [2024/06/01 12:32:45.846 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=163] [conn=2] [job="ID:163, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:161, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:45.307 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.219 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000001038000000000000004038000000000000004] [maxKey=74800000000000006e5f698000000000000001038000000000000006038000000000000006] [2024/06/01 12:32:45.899 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=163] [2024/06/01 12:32:30.236 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=245] [stat-size=130] [write-time=16.3442ms] [write-speed(bytes/s)=14.64KiB] [2024/06/01 12:32:45.900 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:30.236 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=245] [kv-cnt=3] [sort-time=6.031µs] [write-time=16.467292ms] [sort-speed(kv/s)=497429.9453] [writer-id=index/2/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [2024/06/01 12:32:30.236 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f698000000000000002016261723400000000fb03800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000002016261723600000000fb038000000000000143038000000000000006] [2024/06/01 12:32:45.903 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.596289057\n# Parse_time: 0.000444216\n# Compile_time: 0.000811903\n# Rewrite_time: 0.000009976\n# Optimize_time: 0.00118162\n# Wait_TS: 0.000340974\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:30.258 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=162] [stat-size=110] [write-time=21.937671ms] [write-speed(bytes/s)=7.211KiB] [2024/06/01 12:32:45.905 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=106] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:32:30.258 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [sequence-number=0] [bytes=162] [kv-cnt=3] [sort-time=5.03µs] [write-time=22.060066ms] [sort-speed(kv/s)=596421.4712] [writer-id=index/3/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [2024/06/01 12:32:45.953 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:30.258 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/5006db66-a6cf-4ee7-a1ce-8807a5f1bd4c] [kv-cnt-cap=4] [minKey=74800000000000006e5f69800000000000000303800000000000007b038000000000000004] [maxKey=74800000000000006e5f698000000000000003038000000000000143038000000000000006] [2024/06/01 12:32:30.258 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=encode&sort] [subtask-id=20] [takeTime=94.141984ms] [] [2024/06/01 12:32:45.953 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/01 12:32:30.259 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=encode&sort] [engine-id=1] [2024/06/01 12:32:30.319 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=encode&sort] [2024/06/01 12:32:30.321 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:46.022 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [category=ddl] [job="ID:165, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.321 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:46.030 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 164, Table Name: t"] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:46.089 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=106] [neededSchemaVersion=107] ["start time"=3.201294ms] [gotSchemaVersion=107] [phyTblIDs="[164]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:46.100 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=165] [version=107] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:46.102 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=107] ["take time"=20.402442ms] [job="ID:165, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:30.321 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:30.322 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:46.171 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=165] [conn=2] [job="ID:165, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:30.322 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:46.228 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=165] [2024/06/01 12:32:30.322 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:46.228 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:30.324 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:30.324 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:30.324 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:30.324 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=7] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:30.324 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:30.324 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=437.430001ms] [] [2024/06/01 12:32:46.232 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.327851268\n# Parse_time: 0.000656078\n# Compile_time: 0.001001018\n# Rewrite_time: 0.000009271\n# Optimize_time: 0.00118162\n# Wait_TS: 0.000338741\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/01 12:32:30.325 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:46.280 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:30.327 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:46.525 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:30.329 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:46.624 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=9] [task-id=9] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:30.346 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=data] [2024/06/01 12:32:46.696 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=9] [2024/06/01 12:32:30.347 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=2] [2024/06/01 12:32:30.347 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=3] [2024/06/01 12:32:46.696 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:30.347 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=3] [kv-group=1] [2024/06/01 12:32:46.803 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:30.347 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/06/01 12:32:46.804 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:46.805 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [2024/06/01 12:32:30.347 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/06/01 12:32:46.824 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:46.827 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:30.512 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:46.827 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:30.514 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:46.828 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=103.568µs] [2024/06/01 12:32:30.516 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:46.828 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=278.874µs] [] [2024/06/01 12:32:46.828 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:46.828 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:46.973 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=9] [mode=Import] [2024/06/01 12:32:46.991 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=9] [2024/06/01 12:32:47.011 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=9] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:47.059 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:47.061 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/01 12:32:47.062 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.070 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:47.070 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:30.516 +00:00] [WARN] [scheduler.go:440] ["generate part of subtasks failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:47.070 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:47.071 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:47.072 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:47.072 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:47.072 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:47.072 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:47.072 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:47.088 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:47.090 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:47.090 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:47.090 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=9] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/01 12:32:47.090 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=9] [disk-quota=348.5GiB] [2024/06/01 12:32:30.516 +00:00] [WARN] [scheduler.go:517] ["generate plan failed"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [state=running] [2024/06/01 12:32:47.172 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [2024/06/01 12:32:30.548 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/01 12:32:47.177 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:47.181 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.182 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/06/01 12:32:47.182 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=164] [2024/06/01 12:32:47.191 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=2.csv:0] [2024/06/01 12:32:47.194 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=2.csv:0] [readDur=1.455229ms] [encodeDur=833.857µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=448.652µs] [type=file] [takeTime=3.184901ms] [] [2024/06/01 12:32:47.211 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/467b18d1-c589-4855-a9d7-707a262a23d7.sst] [firstKey=7480000000000000A45F72800000000000000A] [lastKey=7480000000000000A45F72800000000000000B] [2024/06/01 12:32:47.211 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=164] [key=1.csv:0] [2024/06/01 12:32:30.555 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=merge-sort] [state=reverting] [error="injected error"] [errorVerbose="injected error\ngithub.com/pingcap/tidb/pkg/disttask/importinto.(*ImportSchedulerExt).OnNextSubtasksBatch\n\tpkg/disttask/importinto/scheduler.go:253\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).switch2NextStep\n\tpkg/disttask/framework/scheduler/scheduler.go:438\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).onRunning\n\tpkg/disttask/framework/scheduler/scheduler.go:391\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).scheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:255\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*BaseScheduler).ScheduleTask\n\tpkg/disttask/framework/scheduler/scheduler.go:119\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).startScheduler.func1\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:367\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).RunWithLog.func1\n\tpkg/util/wait_group_wrapper.go:171\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:30.557 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [step=merge-sort] [mode=Normal] [2024/06/01 12:32:47.214 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=164] [key=1.csv:0] [readDur=912.733µs] [encodeDur=868.673µs] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=317.545µs] [type=file] [takeTime=2.42411ms] [] [2024/06/01 12:32:30.562 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/01 12:32:30.605 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:30.628 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:47.215 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/9/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/0f67bbbf-7b17-49c4-9b38-0584a439c24b.sst] [firstKey=7480000000000000A45F728000000000000001] [lastKey=7480000000000000A45F728000000000000002] [2024/06/01 12:32:30.628 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:47.215 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=import] [subtask-id=17] [takeTime=42.208459ms] [] [2024/06/01 12:32:30.630 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=3] [2024/06/01 12:32:47.215 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/01 12:32:30.631 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.215 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/01 12:32:30.631 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.215 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:30.665 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=3] [takeTime=35.390652ms] [] [2024/06/01 12:32:30.796 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestGlobalSortMultiFiles [2024/06/01 12:32:47.217 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.32417ms] [] [2024/06/01 12:32:30.867 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="drop database if exists gs_multi_files"] [user=] [2024/06/01 12:32:47.218 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:30.869 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=gsort_basic] [sql="create database gs_multi_files"] [user=] [2024/06/01 12:32:47.222 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:47.244 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:47.245 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:30.903 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:30.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:47.260 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:30.904 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:30.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gs_multi_files"] [2024/06/01 12:32:47.262 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.447573ms] [] [2024/06/01 12:32:47.262 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:30.984 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create schema, State:queueing, SchemaState:none, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:30.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.263 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.085771ms] [] [2024/06/01 12:32:47.263 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=9] [step=import] [engine-id=0] [2024/06/01 12:32:31.022 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=1.004379ms] [gotSchemaVersion=56] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:47.263 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:31.033 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/06/01 12:32:47.265 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.1323ms] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/dbc513fb-5852-447d-b422-0a973392917c.sst] [2024/06/01 12:32:31.034 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=18.485576ms] [job="ID:113, Type:create schema, State:done, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:30.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.265 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/9/630083e6-fc50-5cd2-8645-c17b147197ce.sst/dbc513fb-5852-447d-b422-0a973392917c.sst] [firstKey=7480000000000000A45F698000000000000001038000000000000004] [lastKey=7480000000000000A45F698000000000000001038000000000000007] [2024/06/01 12:32:31.114 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create schema, State:synced, SchemaState:public, SchemaID:112, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:30.839 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.267 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.5229ms] [] [2024/06/01 12:32:31.140 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/01 12:32:31.140 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:47.267 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:47.271 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:47.294 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:32:47.294 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:47.308 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:32:47.309 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=42.29347ms] [] [2024/06/01 12:32:47.310 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:31.184 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.315584797\n# Parse_time: 0.000221287\n# Compile_time: 0.000471843\n# Rewrite_time: 0.000005748\n# Optimize_time: 0.001949849\n# Wait_TS: 0.000287699\n# DB: gsort_basic\n# Is_internal: false\n# Digest: cd4937cfeb90cc8d9126ca0cac1fdb04824fc3ff7b25aad7f969ebe6eb7f6d88\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gs_multi_files;"] [2024/06/01 12:32:47.311 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.075123ms] [] [2024/06/01 12:32:31.192 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=gs_multi_files] [sql="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [user=] [2024/06/01 12:32:47.360 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=9] [step=import] [2024/06/01 12:32:47.364 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:47.364 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:47.364 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:31.236 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:31.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:47.364 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:31.236 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:31.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.365 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.365 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:31.311 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:create table, State:queueing, SchemaState:none, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:31.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.367 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:47.367 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:31.319 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 112, Table ID: 114, Table Name: t"] [2024/06/01 12:32:47.367 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.367 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:31.401 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.189849ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:47.367 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:31.412 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/06/01 12:32:47.367 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=307.64326ms] [] [2024/06/01 12:32:47.421 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:31.415 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=21.402273ms] [job="ID:115, Type:create table, State:done, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:31.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.422 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:47.423 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:47.423 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:31.466 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:create table, State:synced, SchemaState:public, SchemaID:112, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:31.188 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.510 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/01 12:32:47.495 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:31.510 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:47.498 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=9] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:47.498 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:47.716 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:47.758 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/01 12:32:47.758 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/01 12:32:47.758 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [2024/06/01 12:32:31.514 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.326876329\n# Parse_time: 0.003352737\n# Compile_time: 0.002520903\n# Rewrite_time: 0.000012092\n# Optimize_time: 0.001949849\n# Wait_TS: 0.000552097\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 65770382d44a1f2a680267a996d5c71fe8d5b02c0296815ef0003a1cbb8f61a5\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gs_multi_files;\ncreate table t (a bigint primary key , b varchar(100), key(b), key(a,b), key(b,a));"] [2024/06/01 12:32:47.765 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=6.542372ms] [] [2024/06/01 12:32:31.529 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:31.530 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.765 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/01 12:32:31.584 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.765 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/01 12:32:47.765 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:31.769 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"cloud_storage_uri\":\"gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:47.765 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [weight=30] [2024/06/01 12:32:31.872 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=144.3KiB] [thread-cnt=8] [global-sort=true] [2024/06/01 12:32:47.765 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [concurrency=15] [2024/06/01 12:32:31.918 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:47.773 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:31.918 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:47.776 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=164] [physicalTableID=164] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/01 12:32:32.025 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=encode&sort] [2024/06/01 12:32:47.776 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:32.027 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:47.776 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=17.949315ms] [] [2024/06/01 12:32:32.028 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [2024/06/01 12:32:47.776 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=9] [step=post-process] [subtask-id=18] [takeTime=18.154418ms] [] [2024/06/01 12:32:32.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:32.051 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:47.817 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=9] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=101.107903ms] [] [2024/06/01 12:32:32.055 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:47.818 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=9] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:32.055 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=147780] [2024/06/01 12:32:47.818 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=9] [step=post-process] [state=running] [] [2024/06/01 12:32:47.821 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=9] [2024/06/01 12:32:32.055 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=10] [MaxChunkSize=268435456] [RegionsCount=10] [BatchSize=147780] [cost=146.307µs] [2024/06/01 12:32:47.902 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=9] [type=ImportInto] [2024/06/01 12:32:32.055 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=289.826µs] [] [2024/06/01 12:32:47.903 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=9] [2024/06/01 12:32:32.055 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=encode&sort] [subtask-count=1] [2024/06/01 12:32:47.928 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:47.928 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=9] [2024/06/01 12:32:32.056 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=encode&sort] [concurrency=8] [subtasks=1] [2024/06/01 12:32:48.019 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:32.205 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/01 12:32:32.213 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:32.260 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:32.262 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/06/01 12:32:32.263 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:32.264 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:32.272 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:32.272 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:48.192 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.959066407\n# Parse_time: 0.00084065\n# Compile_time: 0.002123035\n# Rewrite_time: 0.000263188\n# Optimize_time: 0.00118162\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS45NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS45NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:32.272 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] === RUN TestImportInto/TestWriteAfterImportFromFile/case-9 [2024/06/01 12:32:32.272 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:32.273 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:48.221 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=107] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:32.273 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:32.274 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:32.274 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:32.274 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:48.254 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:32.288 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:32.290 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:32.290 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:48.254 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:32.290 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=encode&sort] [data=512MiB] [per-index=170.7MiB] [2024/06/01 12:32:32.342 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:48.321 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:48.384 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=107] [neededSchemaVersion=108] ["start time"=764.675µs] [gotSchemaVersion=108] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:48.395 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=108] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:32.344 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:32.347 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [2024/06/01 12:32:48.398 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=108] ["take time"=19.496822ms] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [2024/06/01 12:32:48.467 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [2024/06/01 12:32:48.500 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=108] [neededSchemaVersion=109] ["start time"=278.619µs] [gotSchemaVersion=109] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [2024/06/01 12:32:48.511 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=109] [2024/06/01 12:32:32.348 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [2024/06/01 12:32:34.039 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.2.csv:0] [readDur=86.749952ms] [encodeDur=1.556069603s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=27.391157ms] [type=file] [takeTime=1.691274688s] [] [2024/06/01 12:32:48.513 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=109] ["take time"=16.601903ms] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.039 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:34.043 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [2024/06/01 12:32:48.578 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [category=ddl] [job="ID:166, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:164, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.057 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.3.csv:0] [readDur=153.614394ms] [encodeDur=1.472779748s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=40.525563ms] [type=file] [takeTime=1.709097253s] [] [2024/06/01 12:32:48.588 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 164, Old Table Name: t"] [2024/06/01 12:32:34.057 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:34.060 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [2024/06/01 12:32:48.627 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=109] [neededSchemaVersion=110] ["start time"=271.63µs] [gotSchemaVersion=110] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:48.640 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=166] [version=110] [2024/06/01 12:32:34.088 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.6.csv:0] [readDur=116.820703ms] [encodeDur=1.553402857s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=55.996837ms] [type=file] [takeTime=1.740207879s] [] [2024/06/01 12:32:48.642 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=110] ["take time"=18.733454ms] [job="ID:166, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.094 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.0.csv:0] [readDur=142.767381ms] [encodeDur=1.561162288s] [checksum="{cksum=10408207814181128213,size=255604,kvs=4000}"] [deliverDur=99.113168ms] [type=file] [takeTime=1.745830261s] [] [2024/06/01 12:32:48.705 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=166] [tableIDs="[164]"] [comment="drop table: table ID"] [2024/06/01 12:32:48.716 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=166] [jobType="drop table"] [2024/06/01 12:32:34.122 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.7.csv:0] [readDur=157.757762ms] [encodeDur=1.533703728s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=99.685478ms] [type=file] [takeTime=1.774318666s] [] [2024/06/01 12:32:48.720 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=166] [conn=2] [job="ID:166, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:164, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:48.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.127 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=51890] [stat-size=74] [write-time=32.304601ms] [write-speed(bytes/s)=1.532MiB] [2024/06/01 12:32:48.809 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=166] [2024/06/01 12:32:48.809 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:34.127 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=51890] [kv-cnt=1000] [sort-time=1.142591ms] [write-time=32.485814ms] [sort-speed(kv/s)=875203.8131] [writer-id=data/ebac8e4e-6057-4628-8778-94cc477cb75b] [2024/06/01 12:32:34.128 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/ebac8e4e-6057-4628-8778-94cc477cb75b] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000000] [maxKey=7480000000000000725f7280000000000003e7] [2024/06/01 12:32:34.128 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=37.439127ms] [write-speed(bytes/s)=1.35MiB] [2024/06/01 12:32:48.813 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.593151357\n# Parse_time: 0.000533655\n# Compile_time: 0.000697273\n# Rewrite_time: 0.000009207\n# Optimize_time: 0.001213125\n# Wait_TS: 0.00040985\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:34.129 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=2.130913ms] [write-time=37.614852ms] [sort-speed(kv/s)=469282.4156] [writer-id=data/63b9679a-ca2a-43ac-af30-9a459048ec19] [2024/06/01 12:32:48.815 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=110] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:34.129 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/63b9679a-ca2a-43ac-af30-9a459048ec19] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001770] [maxKey=7480000000000000725f728000000000001b57] [2024/06/01 12:32:48.873 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:48.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:34.134 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.4.csv:0] [readDur=118.951936ms] [encodeDur=1.60915404s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=95.324234ms] [type=file] [takeTime=1.786453701s] [] [2024/06/01 12:32:34.139 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=14.586283ms] [write-speed(bytes/s)=3.465MiB] [2024/06/01 12:32:48.873 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:48.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:34.139 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=1.884211ms] [write-time=14.738457ms] [sort-speed(kv/s)=530726.1236] [writer-id=data/32b1b3c8-fb71-4577-91ad-bde093d8e680] [2024/06/01 12:32:48.925 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [category=ddl] [job="ID:168, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:48.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.139 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/32b1b3c8-fb71-4577-91ad-bde093d8e680] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001b58] [maxKey=7480000000000000725f728000000000001f3f] [2024/06/01 12:32:48.933 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 167, Table Name: t"] [2024/06/01 12:32:34.151 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=16.720947ms] [write-speed(bytes/s)=5.475MiB] [2024/06/01 12:32:49.005 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=110] [neededSchemaVersion=111] ["start time"=2.924542ms] [gotSchemaVersion=111] [phyTblIDs="[167]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:49.019 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=168] [version=111] [2024/06/01 12:32:34.151 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.559887ms] [write-time=16.860123ms] [sort-speed(kv/s)=179859.7705] [writer-id=index/3/63b9679a-ca2a-43ac-af30-9a459048ec19] [2024/06/01 12:32:49.021 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=111] ["take time"=22.35653ms] [job="ID:168, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:48.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.151 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/63b9679a-ca2a-43ac-af30-9a459048ec19] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d363030ff3000000000000000f8038000000000001770038000000000001770] [maxKey=7480000000000000725f69800000000000000301746573742d363939ff3900000000000000f8038000000000001b57038000000000001b57] [2024/06/01 12:32:49.082 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=168] [conn=2] [job="ID:168, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:48.806 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:34.157 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=16.544032ms] [write-speed(bytes/s)=3.055MiB] [2024/06/01 12:32:49.122 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=168] [2024/06/01 12:32:49.122 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:34.157 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=5.339396ms] [write-time=16.680365ms] [sort-speed(kv/s)=187287.1014] [writer-id=data/bd95eefa-e981-4e80-9589-b193e55d229b] [2024/06/01 12:32:34.157 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/bd95eefa-e981-4e80-9589-b193e55d229b] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000000fa0] [maxKey=7480000000000000725f728000000000001387] [2024/06/01 12:32:34.158 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.5.csv:0] [readDur=179.629178ms] [encodeDur=1.54878169s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=115.044351ms] [type=file] [takeTime=1.810646423s] [] [2024/06/01 12:32:49.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.311733962\n# Parse_time: 0.00071468\n# Compile_time: 0.001000381\n# Rewrite_time: 0.000011762\n# Optimize_time: 0.001213125\n# Wait_TS: 0.000310676\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:32:49.141 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.159 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.1.csv:0] [readDur=91.130378ms] [encodeDur=1.660457444s] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=108.866439ms] [type=file] [takeTime=1.811790572s] [] [2024/06/01 12:32:49.380 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:34.163 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.558689ms] [write-speed(bytes/s)=4.933MiB] [2024/06/01 12:32:49.488 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=10] [task-id=10] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:49.527 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=10] [2024/06/01 12:32:34.164 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.375981ms] [write-time=18.703229ms] [sort-speed(kv/s)=186012.5622] [writer-id=index/3/32b1b3c8-fb71-4577-91ad-bde093d8e680] [2024/06/01 12:32:49.527 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:49.662 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:49.664 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:34.164 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/32b1b3c8-fb71-4577-91ad-bde093d8e680] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d373030ff3000000000000000f8038000000000001b58038000000000001b58] [maxKey=7480000000000000725f69800000000000000301746573742d373939ff3900000000000000f8038000000000001f3f038000000000001f3f] [2024/06/01 12:32:49.665 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [2024/06/01 12:32:49.684 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.174 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=18.311541ms] [write-speed(bytes/s)=4.271MiB] [2024/06/01 12:32:49.687 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:49.687 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:34.174 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=3.777916ms] [write-time=18.439854ms] [sort-speed(kv/s)=264696.1976] [writer-id=index/1/63b9679a-ca2a-43ac-af30-9a459048ec19] [2024/06/01 12:32:49.687 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=89.432µs] [2024/06/01 12:32:49.687 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=225.9µs] [] [2024/06/01 12:32:49.688 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:34.174 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/63b9679a-ca2a-43ac-af30-9a459048ec19] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f69800000000000000101746573742d363939ff3900000000000000f8038000000000001b57] [2024/06/01 12:32:49.688 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:34.182 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=79990] [stat-size=121] [write-time=22.385404ms] [write-speed(bytes/s)=3.408MiB] [2024/06/01 12:32:49.814 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=10] [mode=Import] [2024/06/01 12:32:49.831 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=10] [2024/06/01 12:32:34.182 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=79990] [kv-cnt=1000] [sort-time=31.626154ms] [write-time=22.551308ms] [sort-speed(kv/s)=31619.3996] [writer-id=index/1/ebac8e4e-6057-4628-8778-94cc477cb75b] [2024/06/01 12:32:49.861 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=10] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:49.898 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:34.182 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/ebac8e4e-6057-4628-8778-94cc477cb75b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff0000000000000000f70380000000000003e7] [2024/06/01 12:32:49.899 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/01 12:32:49.900 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:34.182 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=20.264709ms] [write-speed(bytes/s)=3.859MiB] [2024/06/01 12:32:49.908 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:49.908 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:34.182 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=5.015777ms] [write-time=20.444906ms] [sort-speed(kv/s)=199370.9050] [writer-id=index/1/bd95eefa-e981-4e80-9589-b193e55d229b] [2024/06/01 12:32:49.909 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:49.909 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:34.183 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/bd95eefa-e981-4e80-9589-b193e55d229b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000101746573742d343939ff3900000000000000f8038000000000001387] [2024/06/01 12:32:49.910 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:49.910 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:34.184 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=20.258777ms] [write-speed(bytes/s)=2.495MiB] [2024/06/01 12:32:49.910 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:49.910 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:49.910 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:34.185 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=5.408951ms] [write-time=20.39444ms] [sort-speed(kv/s)=184878.7316] [writer-id=data/e4a67d05-6183-4401-a15c-102400b08427] [2024/06/01 12:32:49.923 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:34.185 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/e4a67d05-6183-4401-a15c-102400b08427] [kv-cnt-cap=1365] [minKey=7480000000000000725f728000000000001388] [maxKey=7480000000000000725f72800000000000176f] [2024/06/01 12:32:49.925 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:34.185 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=53000] [stat-size=74] [write-time=20.689402ms] [write-speed(bytes/s)=2.443MiB] [2024/06/01 12:32:49.925 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:49.925 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=10] [step=import] [data=236.3MiB] [per-index=78.77MiB] [2024/06/01 12:32:34.185 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=53000] [kv-cnt=1000] [sort-time=4.625558ms] [write-time=20.809342ms] [sort-speed(kv/s)=216190.1332] [writer-id=data/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [2024/06/01 12:32:49.925 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=10] [disk-quota=348.5GiB] [2024/06/01 12:32:49.968 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [2024/06/01 12:32:34.185 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [kv-cnt-cap=1365] [minKey=7480000000000000725f7280000000000003e8] [maxKey=7480000000000000725f7280000000000007cf] [2024/06/01 12:32:49.971 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:34.186 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=20.138398ms] [write-speed(bytes/s)=3.883MiB] [2024/06/01 12:32:49.976 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:49.976 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/06/01 12:32:49.976 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=167] [2024/06/01 12:32:34.186 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=2.271197ms] [write-time=20.286132ms] [sort-speed(kv/s)=440296.4604] [writer-id=index/1/32b1b3c8-fb71-4577-91ad-bde093d8e680] [2024/06/01 12:32:49.991 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=2.csv:0] [2024/06/01 12:32:49.991 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=167] [key=1.csv:0] [2024/06/01 12:32:34.187 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/32b1b3c8-fb71-4577-91ad-bde093d8e680] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f69800000000000000101746573742d373939ff3900000000000000f8038000000000001f3f] [2024/06/01 12:32:49.994 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=1.csv:0] [readDur=1.082831ms] [encodeDur=1.040572ms] [checksum="{cksum=3543191561364936534,size=148,kvs=4}"] [deliverDur=398.237µs] [type=file] [takeTime=2.878711ms] [] [2024/06/01 12:32:34.222 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=46.452359ms] [write-speed(bytes/s)=1.971MiB] [2024/06/01 12:32:49.994 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=167] [key=2.csv:0] [readDur=1.027455ms] [encodeDur=921.141µs] [checksum="{cksum=4755199630144978764,size=148,kvs=4}"] [deliverDur=590.386µs] [type=file] [takeTime=3.04993ms] [] [2024/06/01 12:32:34.222 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/63b9679a-ca2a-43ac-af30-9a459048ec19] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.606893ms] [write-time=46.582654ms] [sort-speed(kv/s)=622318.9721] [writer-id=index/2/63b9679a-ca2a-43ac-af30-9a459048ec19] [2024/06/01 12:32:49.995 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/dc9733e0-9910-43e2-a697-b29bd4278b24.sst] [firstKey=7480000000000000A75F728000000000000001] [lastKey=7480000000000000A75F728000000000000002] [2024/06/01 12:32:34.222 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/63b9679a-ca2a-43ac-af30-9a459048ec19] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000177001746573742d363030ff3000000000000000f8038000000000001770] [maxKey=7480000000000000725f698000000000000002038000000000001b5701746573742d363939ff3900000000000000f8038000000000001b57] [2024/06/01 12:32:49.995 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=import] [subtask-id=19] [takeTime=27.651917ms] [] [2024/06/01 12:32:34.235 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=49.140639ms] [write-speed(bytes/s)=1.863MiB] [2024/06/01 12:32:49.996 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/01 12:32:49.996 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/01 12:32:34.235 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=2.860983ms] [write-time=49.289492ms] [sort-speed(kv/s)=349530.2139] [writer-id=index/2/bd95eefa-e981-4e80-9589-b193e55d229b] [2024/06/01 12:32:49.996 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:34.235 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/bd95eefa-e981-4e80-9589-b193e55d229b] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000000fa001746573742d343030ff3000000000000000f8038000000000000fa0] [maxKey=7480000000000000725f69800000000000000203800000000000138701746573742d343939ff3900000000000000f8038000000000001387] [2024/06/01 12:32:49.996 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/10/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/d979bc3e-e8a5-4806-853d-9070df1681f5.sst] [firstKey=7480000000000000A75F72800000000000000A] [lastKey=7480000000000000A75F72800000000000000B] [2024/06/01 12:32:34.240 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=93862] [stat-size=139] [write-time=54.93177ms] [write-speed(bytes/s)=1.63MiB] [2024/06/01 12:32:49.998 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=2.308568ms] [] [2024/06/01 12:32:49.998 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:34.240 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=93862] [kv-cnt=1000] [sort-time=2.411009ms] [write-time=55.082793ms] [sort-speed(kv/s)=414764.1091] [writer-id=index/2/ebac8e4e-6057-4628-8778-94cc477cb75b] [2024/06/01 12:32:50.003 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:50.025 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:50.025 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:34.240 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/ebac8e4e-6057-4628-8778-94cc477cb75b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [maxKey=7480000000000000725f6980000000000000020380000000000003e701746573742d393939ff0000000000000000f70380000000000003e7] [2024/06/01 12:32:50.039 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:34.242 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=52.501601ms] [write-speed(bytes/s)=1.49MiB] [2024/06/01 12:32:50.041 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=42.55543ms] [] [2024/06/01 12:32:34.242 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=4.764982ms] [write-time=52.623507ms] [sort-speed(kv/s)=209864.3814] [writer-id=index/1/e4a67d05-6183-4401-a15c-102400b08427] [2024/06/01 12:32:50.041 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:50.042 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.216188ms] [] [2024/06/01 12:32:34.242 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/e4a67d05-6183-4401-a15c-102400b08427] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000101746573742d353939ff3900000000000000f803800000000000176f] [2024/06/01 12:32:50.042 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=10] [step=import] [engine-id=0] [2024/06/01 12:32:34.243 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=52.544578ms] [write-speed(bytes/s)=1.742MiB] [2024/06/01 12:32:50.042 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:34.243 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.01262ms] [write-time=52.6856ms] [sort-speed(kv/s)=199496.4709] [writer-id=index/3/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [2024/06/01 12:32:50.043 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.129468ms] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/1d6c0e6c-1feb-4c7d-b17f-23dd46be129f.sst] [2024/06/01 12:32:34.243 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d313030ff3000000000000000f80380000000000003e80380000000000003e8] [maxKey=7480000000000000725f69800000000000000301746573742d313939ff3900000000000000f80380000000000007cf0380000000000007cf] [2024/06/01 12:32:50.043 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/10/630083e6-fc50-5cd2-8645-c17b147197ce.sst/1d6c0e6c-1feb-4c7d-b17f-23dd46be129f.sst] [firstKey=7480000000000000A75F698000000000000001038000000000000004] [lastKey=7480000000000000A75F698000000000000001038000000000000007] [2024/06/01 12:32:34.244 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=53.033552ms] [write-speed(bytes/s)=1.726MiB] [2024/06/01 12:32:50.046 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.587107ms] [] [2024/06/01 12:32:50.046 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:34.244 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/32b1b3c8-fb71-4577-91ad-bde093d8e680] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=4.362348ms] [write-time=53.167083ms] [sort-speed(kv/s)=229234.3481] [writer-id=index/2/32b1b3c8-fb71-4577-91ad-bde093d8e680] [2024/06/01 12:32:50.051 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:50.097 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:32:50.097 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:34.244 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/32b1b3c8-fb71-4577-91ad-bde093d8e680] [kv-cnt-cap=1365] [minKey=7480000000000000725f698000000000000002038000000000001b5801746573742d373030ff3000000000000000f8038000000000001b58] [maxKey=7480000000000000725f698000000000000002038000000000001f3f01746573742d373939ff3900000000000000f8038000000000001f3f] [2024/06/01 12:32:50.112 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:32:34.253 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=16.506795ms] [write-speed(bytes/s)=5.546MiB] [2024/06/01 12:32:50.114 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=68.181218ms] [] [2024/06/01 12:32:50.114 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:34.253 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/bd95eefa-e981-4e80-9589-b193e55d229b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.315428ms] [write-time=16.621035ms] [sort-speed(kv/s)=760208.8446] [writer-id=index/3/bd95eefa-e981-4e80-9589-b193e55d229b] [2024/06/01 12:32:50.115 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.218851ms] [] [2024/06/01 12:32:50.153 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:34.253 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/bd95eefa-e981-4e80-9589-b193e55d229b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d343030ff3000000000000000f8038000000000000fa0038000000000000fa0] [maxKey=7480000000000000725f69800000000000000301746573742d343939ff3900000000000000f8038000000000001387038000000000001387] [2024/06/01 12:32:50.154 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:50.156 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:34.267 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.542097ms] [write-speed(bytes/s)=4.938MiB] [2024/06/01 12:32:50.156 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:50.162 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=10] [step=import] [2024/06/01 12:32:34.267 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=5.594919ms] [write-time=18.671386ms] [sort-speed(kv/s)=178733.5974] [writer-id=index/2/e4a67d05-6183-4401-a15c-102400b08427] [2024/06/01 12:32:50.166 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:50.166 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:34.267 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/e4a67d05-6183-4401-a15c-102400b08427] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000203800000000000138801746573742d353030ff3000000000000000f8038000000000001388] [maxKey=7480000000000000725f69800000000000000203800000000000176f01746573742d353939ff3900000000000000f803800000000000176f] [2024/06/01 12:32:50.167 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:34.268 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=82000] [stat-size=130] [write-time=19.252349ms] [write-speed(bytes/s)=4.062MiB] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:34.268 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=82000] [kv-cnt=1000] [sort-time=5.640667ms] [write-time=19.374169ms] [sort-speed(kv/s)=177283.9985] [writer-id=index/1/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:34.268 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000101746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f69800000000000000101746573742d313939ff3900000000000000f80380000000000007cf] [2024/06/01 12:32:50.167 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:50.167 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:34.278 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=93862] [stat-size=139] [write-time=16.581943ms] [write-speed(bytes/s)=5.398MiB] [2024/06/01 12:32:50.169 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:50.169 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:50.169 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:34.278 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/ebac8e4e-6057-4628-8778-94cc477cb75b] [sequence-number=0] [bytes=93862] [kv-cnt=1000] [sort-time=21.173731ms] [write-time=16.710728ms] [sort-speed(kv/s)=47228.3321] [writer-id=index/3/ebac8e4e-6057-4628-8778-94cc477cb75b] [2024/06/01 12:32:50.170 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:50.170 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:34.278 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/ebac8e4e-6057-4628-8778-94cc477cb75b] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff0000000000000000f70380000000000003e70380000000000003e7] [2024/06/01 12:32:50.170 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=271.946298ms] [] [2024/06/01 12:32:34.287 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.624215ms] [write-speed(bytes/s)=4.916MiB] [2024/06/01 12:32:50.227 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:50.229 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=10] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:34.287 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/e4a67d05-6183-4401-a15c-102400b08427] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.292288ms] [write-time=18.763452ms] [sort-speed(kv/s)=773821.3154] [writer-id=index/3/e4a67d05-6183-4401-a15c-102400b08427] [2024/06/01 12:32:50.229 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:50.400 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:34.287 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/e4a67d05-6183-4401-a15c-102400b08427] [kv-cnt-cap=1365] [minKey=7480000000000000725f69800000000000000301746573742d353030ff3000000000000000f8038000000000001388038000000000001388] [maxKey=7480000000000000725f69800000000000000301746573742d353939ff3900000000000000f803800000000000176f03800000000000176f] [2024/06/01 12:32:50.484 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/01 12:32:34.289 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=96000] [stat-size=148] [write-time=18.358684ms] [write-speed(bytes/s)=4.987MiB] [2024/06/01 12:32:50.484 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/01 12:32:50.484 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [2024/06/01 12:32:34.289 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [sequence-number=0] [bytes=96000] [kv-cnt=1000] [sort-time=1.575987ms] [write-time=18.481893ms] [sort-speed(kv/s)=634523.0005] [writer-id=index/2/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [2024/06/01 12:32:50.492 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=7.565929ms] [] [2024/06/01 12:32:50.492 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=-1] [size=152] [kvs=4] [checksum=9534713575869581377] [2024/06/01 12:32:34.289 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/5b9fc72f-8c7b-4b1f-8639-6472ab39106b] [kv-cnt-cap=1365] [minKey=7480000000000000725f6980000000000000020380000000000003e801746573742d313030ff3000000000000000f80380000000000003e8] [maxKey=7480000000000000725f6980000000000000020380000000000007cf01746573742d313939ff3900000000000000f80380000000000007cf] [2024/06/01 12:32:50.492 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [groupId=1] [size=144] [kvs=4] [checksum=17619267392293085275] [2024/06/01 12:32:34.881 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.9.csv:0] [readDur=62.127861ms] [encodeDur=730.743352ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=10.505091ms] [type=file] [takeTime=821.059702ms] [] [2024/06/01 12:32:50.492 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [checksum="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:34.907 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=24.143566ms] [write-speed(bytes/s)=4.187MiB] [2024/06/01 12:32:50.492 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [weight=30] [2024/06/01 12:32:50.492 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [concurrency=15] [2024/06/01 12:32:34.908 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=1.998339ms] [write-time=24.368944ms] [sort-speed(kv/s)=1000831.1903] [writer-id=data/6d01664d-245c-4b6f-8d64-188eb4747da9] [2024/06/01 12:32:50.501 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=-1] [checksum=9534713575869581377] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:34.908 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/6d01664d-245c-4b6f-8d64-188eb4747da9] [kv-cnt-cap=2048] [minKey=7480000000000000725f728000000000000bb8] [maxKey=7480000000000000725f72800000000000270f] [2024/06/01 12:32:50.503 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=167] [physicalTableID=167] [indexID=1] [checksum=17619267392293085275] [totalKvs=4] [totalBytes=144] [2024/06/01 12:32:34.936 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=25.677145ms] [write-speed(bytes/s)=6.091MiB] [2024/06/01 12:32:50.504 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [local="{cksum=8130735849710921754,size=296,kvs=8}"] [2024/06/01 12:32:50.504 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=19.483238ms] [] [2024/06/01 12:32:34.936 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=2.284435ms] [write-time=25.858001ms] [sort-speed(kv/s)=875490.0008] [writer-id=index/1/6d01664d-245c-4b6f-8d64-188eb4747da9] [2024/06/01 12:32:50.504 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=10] [step=post-process] [subtask-id=20] [takeTime=19.682915ms] [] [2024/06/01 12:32:50.551 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=10] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:34.936 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/6d01664d-245c-4b6f-8d64-188eb4747da9] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f] [2024/06/01 12:32:50.551 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=10] [step=post-process] [state=running] [] [2024/06/01 12:32:34.954 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=t.8.csv:0] [readDur=68.119564ms] [encodeDur=811.702566ms] [checksum="{cksum=0,size=263000,kvs=4000}"] [deliverDur=12.876478ms] [type=file] [takeTime=911.586728ms] [] [2024/06/01 12:32:50.552 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=10] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=151.805147ms] [] [2024/06/01 12:32:50.554 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=10] [2024/06/01 12:32:34.971 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=31.350963ms] [write-speed(bytes/s)=5.841MiB] [2024/06/01 12:32:50.607 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=10] [type=ImportInto] [2024/06/01 12:32:50.637 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=10] [2024/06/01 12:32:50.656 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:34.971 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=3.093908ms] [write-time=31.520333ms] [sort-speed(kv/s)=646431.6327] [writer-id=index/2/6d01664d-245c-4b6f-8d64-188eb4747da9] [2024/06/01 12:32:50.656 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=10] [2024/06/01 12:32:50.746 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:34.971 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/6d01664d-245c-4b6f-8d64-188eb4747da9] [kv-cnt-cap=2048] [minKey=7480000000000000725f698000000000000002038000000000000bb801746573742d333030ff3000000000000000f8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f] [2024/06/01 12:32:34.981 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=data/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=106000] [stat-size=74] [write-time=24.308532ms] [write-speed(bytes/s)=4.159MiB] [2024/06/01 12:32:34.981 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=data/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=106000] [kv-cnt=2000] [sort-time=2.314226ms] [write-time=24.450875ms] [sort-speed(kv/s)=864219.8299] [writer-id=data/67b7f94d-bda8-4a87-a918-caa47843ea66] [2024/06/01 12:32:34.982 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=data/67b7f94d-bda8-4a87-a918-caa47843ea66] [kv-cnt-cap=2048] [minKey=7480000000000000725f7280000000000007d0] [maxKey=7480000000000000725f728000000000002327] [2024/06/01 12:32:50.752 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6258082040000001\n# Parse_time: 0.000377645\n# Compile_time: 0.001360823\n# Rewrite_time: 0.000210251\n# Optimize_time: 0.001213125\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:35.002 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=28.881165ms] [write-speed(bytes/s)=6.34MiB] === RUN TestImportInto/TestWriteAfterImportFromFile/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/06/01 12:32:35.002 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/6d01664d-245c-4b6f-8d64-188eb4747da9] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.166925ms] [write-time=29.028845ms] [sort-speed(kv/s)=922966.8770] [writer-id=index/3/6d01664d-245c-4b6f-8d64-188eb4747da9] [2024/06/01 12:32:50.763 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=111] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:35.003 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/6d01664d-245c-4b6f-8d64-188eb4747da9] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d333030ff3000000000000000f8038000000000000bb8038000000000000bb8] [maxKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f] [2024/06/01 12:32:50.821 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:35.013 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/3/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=28.564037ms] [write-speed(bytes/s)=6.41MiB] [2024/06/01 12:32:50.821 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:35.013 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/3/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=2.275538ms] [write-time=28.694349ms] [sort-speed(kv/s)=878913.0307] [writer-id=index/3/67b7f94d-bda8-4a87-a918-caa47843ea66] [2024/06/01 12:32:50.882 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.013 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/3/67b7f94d-bda8-4a87-a918-caa47843ea66] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000301746573742d323030ff3000000000000000f80380000000000007d00380000000000007d0] [maxKey=7480000000000000725f69800000000000000301746573742d383939ff3900000000000000f8038000000000002327038000000000002327] [2024/06/01 12:32:50.914 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=111] [neededSchemaVersion=112] ["start time"=731.122µs] [gotSchemaVersion=112] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:50.925 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=112] [2024/06/01 12:32:35.043 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/1/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=164000] [stat-size=130] [write-time=27.9141ms] [write-speed(bytes/s)=5.603MiB] [2024/06/01 12:32:35.043 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/1/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=164000] [kv-cnt=2000] [sort-time=1.922615ms] [write-time=28.041672ms] [sort-speed(kv/s)=1040249.8680] [writer-id=index/1/67b7f94d-bda8-4a87-a918-caa47843ea66] [2024/06/01 12:32:50.927 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=112] ["take time"=17.817026ms] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.043 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/1/67b7f94d-bda8-4a87-a918-caa47843ea66] [kv-cnt-cap=2048] [minKey=7480000000000000725f69800000000000000101746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000101746573742d383939ff3900000000000000f8038000000000002327] [2024/06/01 12:32:50.995 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.101 +00:00] [INFO] [writer.go:570] ["flush sorted kv"] [writer-id=index/2/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=192000] [stat-size=148] [write-time=56.121001ms] [write-speed(bytes/s)=3.263MiB] [2024/06/01 12:32:51.029 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=112] [neededSchemaVersion=113] ["start time"=311.854µs] [gotSchemaVersion=113] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:51.041 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=113] [2024/06/01 12:32:35.101 +00:00] [INFO] [writer.go:479] ["flush kv"] [writer-id=index/2/67b7f94d-bda8-4a87-a918-caa47843ea66] [sequence-number=0] [bytes=192000] [kv-cnt=2000] [sort-time=1.991892ms] [write-time=56.395171ms] [sort-speed(kv/s)=1004070.5018] [writer-id=index/2/67b7f94d-bda8-4a87-a918-caa47843ea66] [2024/06/01 12:32:51.043 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=113] ["take time"=17.38164ms] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.102 +00:00] [INFO] [writer.go:413] ["close writer"] [writerID=index/2/67b7f94d-bda8-4a87-a918-caa47843ea66] [kv-cnt-cap=2048] [minKey=7480000000000000725f6980000000000000020380000000000007d001746573742d323030ff3000000000000000f80380000000000007d0] [maxKey=7480000000000000725f69800000000000000203800000000000232701746573742d383939ff3900000000000000f8038000000000002327] [2024/06/01 12:32:35.102 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=encode&sort] [subtask-id=21] [takeTime=2.759860153s] [] [2024/06/01 12:32:35.103 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=encode&sort] [engine-id=0] [2024/06/01 12:32:35.306 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=encode&sort] [2024/06/01 12:32:51.103 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [category=ddl] [job="ID:169, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:167, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:51.113 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 167, Old Table Name: t"] [2024/06/01 12:32:35.308 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:51.161 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=113] [neededSchemaVersion=114] ["start time"=269.201µs] [gotSchemaVersion=114] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:51.172 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=169] [version=114] [2024/06/01 12:32:35.308 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:51.174 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=114] ["take time"=17.374076ms] [job="ID:169, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:51.281 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=169] [tableIDs="[167]"] [comment="drop table: table ID"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:51.292 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=169] [jobType="drop table"] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:35.308 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:35.308 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:35.311 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:51.296 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=169] [conn=2] [job="ID:169, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:167, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:50.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.311 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:51.360 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=169] [2024/06/01 12:32:35.311 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:51.360 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:35.311 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:35.311 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:35.311 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=encode&sort] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=3.05082645s] [] [2024/06/01 12:32:35.345 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:51.364 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.601773971\n# Parse_time: 0.000498445\n# Compile_time: 0.000755513\n# Rewrite_time: 0.000011919\n# Optimize_time: 0.001414528\n# Wait_TS: 0.000332274\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:35.346 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:51.366 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=114] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/06/01 12:32:35.348 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [2024/06/01 12:32:35.372 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=1] [2024/06/01 12:32:35.372 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=data] [2024/06/01 12:32:35.372 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=2] [2024/06/01 12:32:51.403 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:51.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:35.373 +00:00] [INFO] [planner.go:313] ["skip merge sort for kv group"] [task-id=4] [kv-group=3] [2024/06/01 12:32:35.373 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=encode&sort] [next-step=merge-sort] [subtask-count=0] [2024/06/01 12:32:51.403 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:51.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/06/01 12:32:35.373 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=merge-sort] [concurrency=8] [subtasks=0] [2024/06/01 12:32:35.534 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:51.479 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [category=ddl] [job="ID:171, Type:create table, State:queueing, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:51.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.536 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:51.486 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 138, Table ID: 170, Table Name: t"] [2024/06/01 12:32:35.538 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [2024/06/01 12:32:35.612 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:35.613 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:51.546 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=114] [neededSchemaVersion=115] ["start time"=2.699122ms] [gotSchemaVersion=115] [phyTblIDs="[170]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:35.622 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:51.559 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=171] [version=115] [2024/06/01 12:32:35.622 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:35.624 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:35.625 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:35.625 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:51.560 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=115] ["take time"=20.935009ms] [job="ID:171, Type:create table, State:done, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:51.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.626 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:35.626 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.626 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:35.626 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:51.598 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=171] [conn=2] [job="ID:171, Type:create table, State:synced, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:51.357 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:35.626 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:51.633 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=171] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:51.633 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:51.678 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:51.887 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:35.631 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:51.976 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=11] [task-id=11] [data-size=36B] [thread-cnt=26] [global-sort=false] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:52.023 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=11] [2024/06/01 12:32:35.631 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:52.023 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=26] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:52.133 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:52.135 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:52.136 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [2024/06/01 12:32:52.156 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:52.158 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:52.158 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:35.631 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:52.159 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=36] [cost=127.678µs] [2024/06/01 12:32:35.631 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:52.159 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=290.218µs] [] [2024/06/01 12:32:35.632 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:52.159 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:35.633 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:52.159 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=26] [subtasks=1] [2024/06/01 12:32:35.641 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f728000000000000000] [endKey=7480000000000000725f72800000000000270f00] [dataFiles=8] [2024/06/01 12:32:52.277 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=11] [mode=Import] [2024/06/01 12:32:35.641 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:52.295 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=11] [2024/06/01 12:32:35.644 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:52.330 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=11] [type=ImportInto] [remaining-slots=26] [2024/06/01 12:32:35.644 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:35.646 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:52.373 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:35.646 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.375 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/01 12:32:52.375 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:35.646 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:52.383 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:35.647 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.383 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:35.648 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:52.384 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:35.648 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:52.384 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:35.648 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:52.385 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:35.648 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:52.385 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:52.385 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.652 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:52.385 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:52.385 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:35.652 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:52.399 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:52.401 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:52.401 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:52.401 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=11] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:52.401 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=11] [disk-quota=348.5GiB] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:52.446 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:35.652 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:35.652 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:52.450 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:35.654 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:52.454 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:35.654 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:52.454 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/06/01 12:32:35.654 +00:00] [INFO] [task_executor.go:227] ["no subtask to run for a while, exit"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [2024/06/01 12:32:52.454 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=170] [2024/06/01 12:32:35.654 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/01 12:32:52.567 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=2.csv:0] [2024/06/01 12:32:52.567 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=170] [key=1.csv:0] [2024/06/01 12:32:35.661 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000203800000000000000001746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000203800000000000270f01746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/06/01 12:32:35.661 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:35.665 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:52.571 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=2.csv:0] [readDur=1.717457ms] [encodeDur=1.294962ms] [checksum="{cksum=13585057687600554216,size=68,kvs=2}"] [deliverDur=243.436µs] [type=file] [takeTime=3.828626ms] [] [2024/06/01 12:32:35.665 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:35.667 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:35.667 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.571 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=170] [key=1.csv:0] [readDur=1.533358ms] [encodeDur=1.370459ms] [checksum="{cksum=8870261354621979222,size=68,kvs=2}"] [deliverDur=211.829µs] [type=file] [takeTime=3.566375ms] [] [2024/06/01 12:32:35.667 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:35.669 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.669 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:35.669 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:35.669 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:52.573 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/cc43b4ec-7567-4e1c-9cdd-50f487f2e5b0.sst] [firstKey=7480000000000000AA5F728000000000000006] [lastKey=7480000000000000AA5F728000000000000007] [2024/06/01 12:32:35.669 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:52.573 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=import] [subtask-id=21] [takeTime=127.003541ms] [] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:52.574 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:35.673 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:52.574 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:35.673 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:52.574 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:52.574 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=68] [kvs=2] [files=1] [sstFileSize=979] [file=/tmp/tidb/import-4000/11/d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5.sst/26969a12-e4ab-4bf5-a24d-06b9114cc943.sst] [firstKey=7480000000000000AA5F728000000000000004] [lastKey=7480000000000000AA5F728000000000000005] [2024/06/01 12:32:35.673 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:35.674 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:35.674 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:52.577 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=3.231096ms] [] [2024/06/01 12:32:35.675 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:52.577 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [2024/06/01 12:32:35.675 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:52.582 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:35.681 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000301746573742d300000fd038000000000000000038000000000000000] [endKey=7480000000000000725f69800000000000000301746573742d393939ff3900000000000000f803800000000000270f03800000000000270f00] [dataFiles=8] [2024/06/01 12:32:35.681 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:52.604 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:35.684 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:32:52.605 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:35.685 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:35.686 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:52.620 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:35.687 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.622 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [retryCnt=0] [takeTime=44.876882ms] [] [2024/06/01 12:32:35.687 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:52.622 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [2024/06/01 12:32:35.688 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:35.688 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:52.623 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:0] [engineUUID=d51bddd3-9a7e-5e70-ad5a-ce1dc4af00b5] [takeTime=1.093132ms] [] [2024/06/01 12:32:35.688 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:52.623 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=11] [step=import] [engine-id=0] [2024/06/01 12:32:35.688 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:52.623 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:35.688 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:52.625 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.618266ms] [] [2024/06/01 12:32:35.692 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:35.692 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:52.625 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:52.625 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:52.625 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=57.19µs] [] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:52.625 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:35.692 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:35.693 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:52.626 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=928.814µs] [] [2024/06/01 12:32:35.693 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=8] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:52.684 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=11] [step=import] [2024/06/01 12:32:35.693 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:52.687 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:35.693 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:35.694 +00:00] [INFO] [planner.go:515] ["split kv range with split size and keys"] [region-split-size=100663296] [region-split-keys=1280000] [2024/06/01 12:32:52.687 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:35.694 +00:00] [INFO] [split.go:107] ["create range splitter"] [overlaps="[1,1,1,1,1,1,1,1]"] [fileNums="[1,1,1,1,1,1,1,1]"] [rangesGroupSize=107374182400] [rangesGroupKeys=9223372036854775807] [maxRangeSize=100663296] [maxRangeKeys=1280000] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:35.700 +00:00] [INFO] [planner.go:399] ["kv range as subtask"] [startKey=7480000000000000725f69800000000000000101746573742d300000fd038000000000000000] [endKey=7480000000000000725f69800000000000000101746573742d393939ff3900000000000000f803800000000000270f00] [dataFiles=8] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:35.700 +00:00] [INFO] [split.go:139] ["close range splitter"] [] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:35.701 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=merge-sort] [next-step=write&ingest] [subtask-count=4] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:35.701 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=write&ingest] [concurrency=8] [subtasks=4] [2024/06/01 12:32:35.966 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:36.010 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:52.687 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:52.687 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:36.064 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:52.690 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:36.068 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:52.690 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:36.069 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:52.690 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:36.078 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:36.078 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:52.690 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:36.079 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.690 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:36.079 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:36.080 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:52.690 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=316.751487ms] [] [2024/06/01 12:32:36.080 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:52.745 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:36.080 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:52.747 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:36.080 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:52.748 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:36.080 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:52.748 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:36.097 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:52.811 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":28}}"] [2024/06/01 12:32:36.099 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:52.812 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=11] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:36.099 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:52.812 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=26] [subtasks=1] [2024/06/01 12:32:36.152 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=data] [2024/06/01 12:32:36.153 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:52.983 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [2024/06/01 12:32:36.158 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F728000000000000000] [endKey=7480000000000000725F72800000000000270F00] [ranges=1] [] [2024/06/01 12:32:53.026 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/01 12:32:36.158 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:53.026 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/01 12:32:36.180 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:53.026 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [2024/06/01 12:32:36.181 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:53.033 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=6.938093ms] [] [2024/06/01 12:32:36.181 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:53.033 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [groupId=-1] [size=136] [kvs=4] [checksum=14384125892341312190] [2024/06/01 12:32:36.182 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F728000000000FF0000000000000000FA] [end=7480000000000000FF725F728000000000FF00270F0000000000FC] [2024/06/01 12:32:53.033 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:36.182 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=14.435µs] [2024/06/01 12:32:53.033 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [weight=30] [2024/06/01 12:32:36.182 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.245353ms] [] [2024/06/01 12:32:36.182 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:53.033 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [concurrency=15] [2024/06/01 12:32:36.182 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX3KAAAAAAAAAAA=="] [end-key="dIAAAAAAAAByX3KAAAAAAAAnDwA="] [2024/06/01 12:32:36.182 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:53.038 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=170] [physicalTableID=170] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:36.189 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.046592ms] [] [2024/06/01 12:32:36.325 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:53.038 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:36.326 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=144.030522ms] [] [2024/06/01 12:32:36.326 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/01 12:32:53.038 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.302734ms] [] [2024/06/01 12:32:36.329 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=146.656326ms] [droppedSize=0] [2024/06/01 12:32:53.038 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=11] [step=post-process] [subtask-id=22] [takeTime=12.51074ms] [] [2024/06/01 12:32:36.432 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=103.007762ms] [2024/06/01 12:32:53.079 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=11] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=26, Mem=16GiB]"] [takeTime=96.359709ms] [] [2024/06/01 12:32:36.522 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=67ff6562-87d0-5a56-80bb-4a167ccff507] [size=107374182400] [kvs=0] [importedSize=368890] [importedCount=10000] [2024/06/01 12:32:53.148 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=11] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:36.524 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=22] [kv-group=data] [takeTime=371.284013ms] [] [2024/06/01 12:32:53.148 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=11] [step=post-process] [state=running] [] [2024/06/01 12:32:36.595 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=2] [2024/06/01 12:32:53.151 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=11] [2024/06/01 12:32:36.596 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:53.202 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=11] [type=ImportInto] [2024/06/01 12:32:53.228 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=11] [2024/06/01 12:32:53.248 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:53.248 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=11] [2024/06/01 12:32:36.618 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000203800000000000000001746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000203800000000000270F01746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/06/01 12:32:53.354 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:36.619 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:36.641 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:36.642 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:36.642 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:36.643 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000020380000000FF0000000001746573FF742D300000FD0380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000020380000000FF0000270F01746573FF742D393939FF3900FF000000000000F803FF800000000000270FFF0000000000000000F9] [2024/06/01 12:32:36.643 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=15.887µs] [2024/06/01 12:32:36.643 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.237447ms] [] [2024/06/01 12:32:53.526 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.8884519119999998\n# Parse_time: 0.000589192\n# Compile_time: 0.001392436\n# Rewrite_time: 0.000254829\n# Optimize_time: 0.001414528\n# Wait_TS: 0\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM 'gs://write_after_import/*.csv?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:36.643 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:53.538 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=115] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:36.643 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAAAAF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAgOAAAAAAAAnDwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] [2024/06/01 12:32:36.643 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:53.564 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:36.651 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.73787ms] [] [2024/06/01 12:32:36.767 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:36.768 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=124.659079ms] [] [2024/06/01 12:32:36.768 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/01 12:32:53.564 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:36.770 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=126.679993ms] [droppedSize=0] [2024/06/01 12:32:36.883 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=113.365327ms] [2024/06/01 12:32:53.622 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:queueing, SchemaState:public, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:36.999 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=13828c64-9414-5512-b90c-635ed80ab1cf] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/06/01 12:32:53.654 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=115] [neededSchemaVersion=116] ["start time"=674.124µs] [gotSchemaVersion=116] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:37.001 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=23] [kv-group=2] [takeTime=405.904138ms] [] [2024/06/01 12:32:53.667 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=116] [2024/06/01 12:32:37.093 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=3] [2024/06/01 12:32:37.093 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:53.669 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=116] ["take time"=19.486747ms] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.099 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000301746573742D300000FD038000000000000000038000000000000000] [endKey=7480000000000000725F69800000000000000301746573742D393939FF3900000000000000F803800000000000270F03800000000000270F00] [ranges=1] [] [2024/06/01 12:32:37.100 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:37.122 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:53.707 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:write only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.122 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:37.122 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:53.763 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] ["owner key"=/tidb/br-stream/owner/22318fd3c77da088] [ownerID=01bc5bf2-b2bc-4afc-b121-b9bfa30c7848] [op=none] [2024/06/01 12:32:53.763 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [2024/06/01 12:32:37.123 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000030174657374FF2D300000FD038000FF0000000000000380FF0000000000000000FE] [end=7480000000000000FF725F698000000000FF0000030174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F03FF800000000000270FFF0000000000000000F9] [2024/06/01 12:32:37.124 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=16.981µs] [2024/06/01 12:32:53.776 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=116] [neededSchemaVersion=117] ["start time"=425.603µs] [gotSchemaVersion=117] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:37.124 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.503193ms] [] [2024/06/01 12:32:53.790 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=117] [2024/06/01 12:32:37.124 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:37.124 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTAAAP0DgAAAAAAAAAADgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAwF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8DgAAAAAAAJw8A] [2024/06/01 12:32:37.124 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:53.792 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=117] ["take time"=20.650693ms] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.131 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=6.592545ms] [] [2024/06/01 12:32:37.252 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:37.253 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=128.896048ms] [] [2024/06/01 12:32:37.253 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/01 12:32:53.854 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [category=ddl] [job="ID:172, Type:drop table, State:running, SchemaState:delete only, SchemaID:138, TableID:170, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.255 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=130.946773ms] [droppedSize=0] [2024/06/01 12:32:53.864 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 138, Old Table ID: 170, Old Table Name: t"] [2024/06/01 12:32:37.425 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=170.421969ms] [2024/06/01 12:32:53.905 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=117] [neededSchemaVersion=118] ["start time"=256.615µs] [gotSchemaVersion=118] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:37.523 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=54d02857-7fde-5e9a-9a20-8cf556c9d0e8] [size=107374182400] [kvs=0] [importedSize=797862] [importedCount=10000] [2024/06/01 12:32:53.916 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=172] [version=118] [2024/06/01 12:32:37.525 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=24] [kv-group=3] [takeTime=431.663302ms] [] [2024/06/01 12:32:37.605 +00:00] [INFO] [task_executor.go:399] ["run subtask start"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=1] [2024/06/01 12:32:37.606 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:53.918 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=118] ["take time"=17.137717ms] [job="ID:172, Type:drop table, State:done, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:53.960 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=172] [tableIDs="[170]"] [comment="drop table: table ID"] [2024/06/01 12:32:37.611 +00:00] [INFO] [local.go:858] ["split engine key ranges"] [category=ddl-ingest] [engine=external] [totalSize=107374182400] [totalCount=0] [startKey=7480000000000000725F69800000000000000101746573742D300000FD038000000000000000] [endKey=7480000000000000725F69800000000000000101746573742D393939FF3900000000000000F803800000000000270F00] [ranges=1] [] [2024/06/01 12:32:53.970 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=172] [jobType="drop table"] [2024/06/01 12:32:37.611 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:37.634 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] ["region ranges"=1] [count=0] [size=107374182400] [2024/06/01 12:32:53.974 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=172] [conn=2] [job="ID:172, Type:drop table, State:synced, SchemaState:none, SchemaID:138, TableID:170, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:53.507 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:37.634 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:54.046 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=172] [2024/06/01 12:32:37.634 +00:00] [INFO] [local.go:894] ["split and scatter ranges start"] [category=ddl-ingest] [uuid=external] [2024/06/01 12:32:54.046 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:37.635 +00:00] [INFO] [client.go:570] ["paginate scan regions"] [count=2] [start=7480000000000000FF725F698000000000FF0000010174657374FF2D300000FD038000FF0000000000000000FD] [end=7480000000000000FF725F698000000000FF0000010174657374FF2D393939FF390000FF0000000000F80380FF0000000000270F00FF0000000000000000F8] [2024/06/01 12:32:37.635 +00:00] [INFO] [localhelper.go:94] ["waiting for scattering regions done"] [category=ddl-ingest] [regions=0] [take=10.84µs] [2024/06/01 12:32:37.635 +00:00] [INFO] [local.go:919] ["split and scatter ranges completed"] [category=ddl-ingest] [uuid=external] [takeTime=1.138831ms] [] [2024/06/01 12:32:37.636 +00:00] [INFO] [reader.go:42] ["read all data start"] [2024/06/01 12:32:54.050 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.512832513\n# Parse_time: 0.0005122\n# Compile_time: 0.001185382\n# Rewrite_time: 0.000012412\n# Optimize_time: 0.000718061\n# Wait_TS: 0.000365524\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:37.636 +00:00] [INFO] [reader.go:43] [arguments] [data-file-count=8] [stat-file-count=8] [start-key="dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTAAAP0DgAAAAAAAAAA="] [end-key=dIAAAAAAAAByX2mAAAAAAAAAAQF0ZXN0LTk5Of85AAAAAAAAAPgDgAAAAAAAJw8A] === RUN TestImportInto/TestWriteAfterImportFromSelect [2024/06/01 12:32:37.636 +00:00] [INFO] [util.go:52] ["seek props offsets start"] [2024/06/01 12:32:54.052 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=118] [cur_db=write_after_import] [sql="drop database if exists from_select"] [user=] [2024/06/01 12:32:37.643 +00:00] [INFO] [util.go:54] ["seek props offsets completed"] [takeTime=7.332486ms] [] [2024/06/01 12:32:37.760 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:37.761 +00:00] [INFO] [reader.go:63] ["read all data completed"] [takeTime=125.608358ms] [] [2024/06/01 12:32:37.761 +00:00] [INFO] [engine.go:77] ["building memKVsAndBuffers"] [sumKVCnt=10000] [droppedSize=0] [2024/06/01 12:32:54.089 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:37.764 +00:00] [INFO] [engine.go:289] ["reading external storage in loadBatchRegionData"] ["cost time"=128.568342ms] [droppedSize=0] [2024/06/01 12:32:37.901 +00:00] [INFO] [engine.go:309] ["sorting in loadBatchRegionData"] ["cost time"=136.791229ms] [2024/06/01 12:32:54.089 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists from_select"] [2024/06/01 12:32:38.033 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=87740094-6033-5a46-85c3-533d680c8701] [size=107374182400] [kvs=0] [importedSize=657990] [importedCount=10000] [2024/06/01 12:32:38.035 +00:00] [INFO] [task_executor.go:401] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=write&ingest] [subtask-id=25] [kv-group=1] [takeTime=429.487297ms] [] [2024/06/01 12:32:54.155 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:queueing, SchemaState:public, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.224 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=118] [neededSchemaVersion=119] ["start time"=31.745638ms] [gotSchemaVersion=119] [phyTblIDs="[130,136]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:38.529 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:493.765724ms txnStartTS:450165514695868418 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:493.6ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:5 total_versions:95 rocksdb_delete_skipped_count:25 rocksdb_key_skipped_count:269 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:54.240 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=119] [2024/06/01 12:32:38.530 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_PROCESS] resp_time:680.892519ms txnStartTS:450165514656284673 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:1, total_time:680.8ms} kv_process_ms:664 kv_wait_ms:0 kv_read_ms:664 processed_versions:0 total_versions:229 rocksdb_delete_skipped_count:57 rocksdb_key_skipped_count:627 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:54.243 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=119] ["take time"=54.934952ms] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.303 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:write only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.530 +00:00] [INFO] [coprocessor.go:1390] ["[TIME_COP_WAIT] resp_time:429.62054ms txnStartTS:450165514708713476 region_id:14 store_addr:127.0.0.1:20161 stats:Cop:{num_rpc:2, total_time:430.6ms},ResolveLock:{num_rpc:1, total_time:1.65ms} kv_process_ms:0 kv_wait_ms:0 kv_read_ms:0 processed_versions:5 total_versions:15 rocksdb_delete_skipped_count:4 rocksdb_key_skipped_count:53 rocksdb_cache_hit_count:0 rocksdb_read_count:0 rocksdb_read_byte:0"] [2024/06/01 12:32:54.334 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=119] [neededSchemaVersion=120] ["start time"=190.372µs] [gotSchemaVersion=120] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:54.347 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=120] [2024/06/01 12:32:54.349 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=120] ["take time"=18.257939ms] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.413 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [category=ddl] [job="ID:173, Type:drop schema, State:running, SchemaState:delete only, SchemaID:128, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.450 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=120] [neededSchemaVersion=121] ["start time"=220.287µs] [gotSchemaVersion=121] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:54.463 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=173] [version=121] [2024/06/01 12:32:54.464 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=121] ["take time"=19.013891ms] [job="ID:173, Type:drop schema, State:done, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.527 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=173] [tableIDs="[130,136]"] [comment="drop schema: table IDs"] [2024/06/01 12:32:54.538 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=173] [jobType="drop schema"] [2024/06/01 12:32:54.541 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=173] [conn=2] [job="ID:173, Type:drop schema, State:synced, SchemaState:none, SchemaID:128, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.592 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=173] [2024/06/01 12:32:54.592 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:54.596 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.545253166\n# Parse_time: 0.000588346\n# Compile_time: 0.001069305\n# Rewrite_time: 0.00000936\n# Optimize_time: 0.000718061\n# Wait_TS: 0.000384938\n# DB: write_after_import\n# Is_internal: false\n# Digest: 204fced281c071eff2176d73371b622a1c63112ba44e5fa57ddd93d2de723449\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists from_select;"] [2024/06/01 12:32:54.597 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=121] [cur_db=write_after_import] [sql="create database from_select"] [user=] [2024/06/01 12:32:54.631 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:54.631 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_select"] [2024/06/01 12:32:54.730 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [category=ddl] [job="ID:175, Type:create schema, State:queueing, SchemaState:none, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.761 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=121] [neededSchemaVersion=122] ["start time"=1.108661ms] [gotSchemaVersion=122] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:54.773 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=175] [version=122] [2024/06/01 12:32:54.775 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=122] ["take time"=18.953556ms] [job="ID:175, Type:create schema, State:done, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.856 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=175] [conn=2] [job="ID:175, Type:create schema, State:synced, SchemaState:public, SchemaID:174, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.606 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.883 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=175] [2024/06/01 12:32:54.883 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:54.890 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=122] [cur_db=from_select] [sql="create table dt(id int, v varchar(64))"] [user=] [2024/06/01 12:32:54.928 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:54.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:54.928 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:54.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table dt(id int, v varchar(64))"] [2024/06/01 12:32:38.533 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165514708713475\n# Query_time: 0.48900045\n# Parse_time: 0\n# Compile_time: 0.026869704\n# Rewrite_time: 0.007139197\n# Optimize_time: 0.001632168\n# Wait_TS: 0.000140445\n# Prewrite_time: 0.001717952 Commit_time: 0.454553947 Get_commit_ts_time: 0.000355121 Slowest_prewrite_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 777.5µs}, scan_detail: {get_snapshot_time: 13µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 21.2µs, propose_send_wait: 0s, persist_log: {total: 299.8µs, write_leader_wait: 84ns, sync_log: 251.4µs, write_memtable: 2.74µs}, commit_log: 339.9µs, apply_batch_wait: 55µs, apply: {total:163µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 29.1µs, write_memtable: 21.4µs}}} Commit_primary_rpc_detail: {total:0.002s, region_id: 14, store: 127.0.0.1:20161, time_detail: {tikv_wall_time: 777.5µs}, scan_detail: {get_snapshot_time: 13µs, rocksdb: {block: {}}}, write_detail: {store_batch_wait: 21.2µs, propose_send_wait: 0s, persist_log: {total: 299.8µs, write_leader_wait: 84ns, sync_log: 251.4µs, write_memtable: 2.74µs}, commit_log: 339.9µs, apply_batch_wait: 55µs, apply: {total:163µs, mutex_lock: 0s, write_leader_wait: 0s, write_wal: 29.1µs, write_memtable: 21.4µs}}} Write_keys: 1 Write_size: 1431 Prewrite_region: 1\n# Is_internal: true\n# Digest: f5f157ff96d913fe3637cdaa406bb30a7492b7b7690ec44bfadc5522a27cbcf8\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 0\n# Mem_max: 22535\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"handle of tidb_background_subtask is selected since the path only has point ranges\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('+wzwQDAJMjhfNAkwCTAJTi9BCTAJdGltZTozLjQxbXMsIGxvb3BzOjEsIGNvbW1pdF90eG46IHtwcmV3cml0ZToxLjcyAScMZ2V0XxEiJHM6MzU1LjHCtXMRNhQ6NDU0LjYBKCBzbG93ZXN0X3ANQfA8X3JwYzoge3RvdGFsOiAwLjAwMnMsIHJlZ2lvbl9pZDogMTQsIHN0b3JlOiAxMjcuMC4wLjE6MjAxNjEsIAGpGF9kZXRhaWwBRCBpa3Zfd2FsbF8BGEA6IDc3Ny41wrVzfSwgc2NhbhkpAawcc25hcHNob3QNLAQxMwWuWHJvY2tzZGI6IHtibG9jazoge319fSwgBesZQAWPQF9iYXRjaF93YWl0OiAyMS4yBUEscHJvcG9zZV9zZW5kDRw4MHMsIHBlcnNpc3RfbG9nAakJ7RAyOTkuOAU2CWAUbGVhZGVyDTYkODRucywgc3luYwk1EDI1MS40HS0wbWVtdGFibGU6IDIuNwEZAH0xbAkwEDMzOS45BTAQYXBwbHkyrgAANSEWACwJGRWPBDE2KQMUbXV0ZXhfCf4Bu0qcABkXAHchtQQyOS3sCSsdmgmzJUNNHBhwcmltYXJ5PvYBDDQ1NHP+9gE19gA2BY+S9gEINS43JSTi+AEIMC42BUGu+AEEMTYJNCkvMvYBCDE0Mzb3AQgxMDdi9wEANiHgPvcBADgJXEb1AQQxOQ2rBRs59wQxMiUvCCwgbcb5AQAzMsACPfkANAVsJfltywhudW2BRQn0DGtleXMZDmxieXRlOjE0MzF9CTEwLjIgS0IJTi9BCjEJMV83gZbgLjEwCWVxKG15c3FsLnRpZGJfYmFja2dyb3VuZF9zdWJ0YXNrLmV4ZWNfaWQsICI6NDAwMCIpCTEJhQcMMi4wMoF5icgUMgkzLjgzEWMoMgkzNl82CTAJMQlpTVpeACgsIGhhbmRsZToyNQEroR8MMS41ORlXKDMsIEdldDp7bnVtRdsIMSwgZeWJXgw5NjAuQWgAfUKyBIEJHF9wcm9jZXNzCSwEIDVRUwkdgWANGgQ0M4XPEVsUa3ZfcmVhgWaV8gQ5OI2HPgsFCDExNSmSPgsFCWURggBrIZgAIBW9LhcADF9zaXqhgwg0MjcVgREuTlAFADRNVgByTlIFIAlOL0EJTi9BCg==')\n# Plan_digest: 1c84dc53cfa8a7402b86932813bce9895ef90999757ba93e1a2537d865658f04\n# Binary_plan: tidb_decode_binary_plan('1A3gCs8NCghVcGRhdGVfNBKvBAoLU2VsZWN0aW9uXzcSrwMKC1BvaW50X0dldF82Ie/u7u7u7ipAKQAAAQLwZfA/MAE4AUABSiIKIAoFbXlzcWwSF3RpZGJfYmFja2dyb3VuZF9zdWJ0YXNrUgloYW5kbGU6MjVaFHRpbWU6MS41OW1zLCBsb29wczozYqwCR2V0OntudW1fcnBjOjEsIHRvdGFsXwUtKDk2MC43wrVzfSwgARAsX2RldGFpbDoge3RvASQccHJvY2Vzc18BHCQ6IDUwLjbCtXMsDUEMd2FpdA0aDDQzLjUdGixrdl9yZWFkX3dhbGwNIgw5OC4yCSIIaWt2LhkACDExNQVWGH0sIHNjYW5eggAYa2V5czogMRF8EZkBFyhfc2l6ZTogMTQyNxEfARcFLihnZXRfc25hcHNobxGsDDE0LjEFilhyb2Nrc2RiOiB7YmxvY2s6IHt9fX1w/xEBBAF4EQoQ/wEheHcBARAwQCmamQEBALktohBSMmVxKCWhAC5aoAFELmV4ZWNfaWQsICI6NDAwMCIpLadEMi4wMm1zLCBsb29wczoycNMeHXAh/hBSA04vQQ0tDDMuNDEZLRwxYuMIY29tbSF/QHhuOiB7cHJld3JpdGU6MS43BVUB9xEiEHM6MzU1DfMJFBQ6NDU0LjYBUBxzbG93ZXN0XxFBAF9BIi39MDogMC4wMDJzLCByZWdBuCxpZDogMTQsIHN0b3IhcDAyNy4wLjAuMToyMDE2IZoEaW0uQQI66AEINzc3RSRC6AEBrD6jAQAzZqEBBCwgBetZKAWPGF9iYXRjaF9BkxA6IDIxLklsKHByb3Bvc2Vfc2VuQY1IaXQ6IDBzLCBwZXJzaXN0X2xvZxntEDI5OS44BXcJYBRsZWFkZXINUiQ4NG5zLCBzeW5jCTUQMjUxLjQdLTBtZW10YWJsZTogMi43ARkEfSwtbAkwEDMzOS45BTAQYXBwbHkyrgAANWk6BRkVjwQxNikDGG11dGV4X2xFnwG7SpwAGRcYd2FsOiAyOS3sCSsdmgmzBH19GZwYcHJpbWFyeT72AQw0NTRz/vYBNfYANgWPkvYBADWFiwAsVpkDjvgBBDAuiaCu+AEEMTYJNCkvMvYBCDE0Mzb3AQgxMDdi9wEANiHgOVtFXAQzOAlcJdwy9QEEMTkNqwUbOfcEMTIlLwgsIG3G+QEAMzLAAj35ADQFbCX5bcsIbnVtwQkJ9KUtADExYARieYFITDQzMX1wtFF4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:54.973 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [category=ddl] [job="ID:177, Type:create table, State:queueing, SchemaState:none, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:54.981 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 174, Table ID: 176, Table Name: dt"] [2024/06/01 12:32:55.034 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=122] [neededSchemaVersion=123] ["start time"=3.231183ms] [gotSchemaVersion=123] [phyTblIDs="[176]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:55.045 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=177] [version=123] [2024/06/01 12:32:55.047 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=123] ["take time"=19.648508ms] [job="ID:177, Type:create table, State:done, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:54.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.147 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=177] [conn=2] [job="ID:177, Type:create table, State:synced, SchemaState:public, SchemaID:174, TableID:176, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:54.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.194 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=177] [2024/06/01 12:32:55.194 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:55.197 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.308714608\n# Parse_time: 0.000519067\n# Compile_time: 0.000755045\n# Rewrite_time: 0.000008805\n# Optimize_time: 0.000718061\n# Wait_TS: 0.000342738\n# DB: from_select\n# Is_internal: false\n# Digest: 61dbb4ab9459a330e03145cc175a5faf5a2083511addc770b04b4f0ac033a4b4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_select;\ncreate table dt(id int, v varchar(64));"] [2024/06/01 12:32:55.211 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=123] [cur_db=from_select] [sql="drop database if exists write_after_import"] [user=] [2024/06/01 12:32:55.243 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:55.243 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database if exists write_after_import"] [2024/06/01 12:32:55.291 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:queueing, SchemaState:public, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.327 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=123] [neededSchemaVersion=124] ["start time"=1.651535ms] [gotSchemaVersion=124] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:55.338 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=124] [2024/06/01 12:32:55.340 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=124] ["take time"=18.508722ms] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.405 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:write only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.442 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=124] [neededSchemaVersion=125] ["start time"=190.112µs] [gotSchemaVersion=125] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:55.455 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=125] [2024/06/01 12:32:55.456 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=125] ["take time"=20.876702ms] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.540 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165514695868418\n# Query_time: 0.51139713\n# Parse_time: 0\n# Compile_time: 0.007617847\n# Rewrite_time: 0.00126877\n# Optimize_time: 0.004556573\n# Wait_TS: 0.000114227\n# Cop_time: 0.493572126 Process_time: 0.000110494 Wait_time: 0.000032939 Request_count: 1 Process_keys: 5 Total_keys: 95 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 25 Rocksdb_key_skipped_count: 269\n# Is_internal: true\n# Digest: 92f115dee2aeba752ffdf7532aa08318e7bd75d9c718a57220055c41d32cc68a\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 0.000110494 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.2939e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 1320\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 2\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: copSingleReadTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('7AzweTAJM181CTAJNi40MAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5zdGF0ZSwgQ29sdW1uIzIwCTIJdGltZTo1MDAuNW1zLCBsb29wczozLCBDb25jdXJyZW5jeTpPRkYJMTAxNiBCeXRlcwlOL0EKMQk2XzExEXUBZhBwIGJ5OpJ+ADBmdW5jczpjb3VudChDDYoMMSktPhEMBDAsDSMgZmlyc3Ryb3coilcACCktPoomAC7wAAgzbXMd8FRwYXJ0aWFsX3dvcmtlcjp7d2FsbF90IRwkNDk1LjIxNjY4OAExAGM9GJA1LCB0YXNrX251bToxLCB0b3Rfd2FpdDoyLjQ3Mzc1ODM5MXMsBRc0ZXhlYzo0NTIuMjg1wrUNFQVeASwwNDU5Nzc2NXMsIG1heAVwFDA0MzU0MQFwCHA5NTISABR9LCBmaW5SqQAkNTAwLjQxOTMyMgE5XqkAAbURqRA2Mi4wNBmRBaYQOC41MjdCpAAcOTE0MzYzNDkNpAFrEDM3Njc1BWsBpC4SABB9CU4vQQEEIAoyCTMxXzEyCU2dNGRhdGE6SGFzaEFnZ182MY0INDk0Lo0BGDIsIGNvcF8hWgg6IHshXAQgMSkaECA0OTMuJYYocHJvY19rZXlzOiAN0AESFDogMTEwLhnQJY0UIDMyLjnCIXSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoYbjogNjIuNgU6MG1heF9kaXN0c3FsX2NdAUggMX0sIHJwY19pbmZvOntDb3A6AbEMX3JwY00RAGFVRTwzLjZtc319CTMwNCBCeXRlaUgcMwk2XzYJMV8tIeZJAy5BAwAxJVoEa3YF0AQ6e0VoADBV7QG0PHNjYW5fZGV0YWlsOiB7dG8BqCFCCGVzczJXAQRhbDIXACxfc2l6ZTogMTgxOTRF8ARhbA0vQDk1LCBnZXRfc25hcHNob3RfBXUIIDEyLY9gcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX4UHIDogMjUsIGtleUIXABw2OSwgYmxvY0ELEH19fSwgAVheugABHDoEAmEpBGFpEY9VCwB0IR554wwgNDkyJZ8ECU5NuRg0CTFfMTAJIZkkOAllcShjYXN0KHZhBEGxIQ5cLCBkb3VibGUgQklOQVJZKSwgNCksIGVxej8AKHN0ZXAsIDUpCTQJBZ4BT0q8ARWiGDUJNDNfOQkBoiwxMDAwMAl0YWJsZTpa+gUhXjxlcCBvcmRlcjpmYWxzZSwgwQ0kczpwc2V1ZG8JNZZ2AA==')\n# Plan_digest: 72f08c0bbc0cbffe87fff95a4065a720fe14cc2ed9e69028cd750ab7b0ac3e22\n# Binary_plan: tidb_decode_binary_plan('zQ7gCsgOCgxQcm9qZWN0aW9uXzUSuQ0KCkhhc2hBZ2dfMTES6QgKDlRhYmxlUmVhZGVyXzEyEqsGCglIDSIgNhLtAgoMU2VsDUAYMTASoQEKDwUyTEZ1bGxTY2FuXzkhAAAAAAjUREEpAQnwcQCIw0AwBTgCQAJKIgogCgVteXNxbBIXdGlkYl9iYWNrZ3JvdW5kX3N1YnRhc2tSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD//////wEEBAF4AQYFAQABBZAIoA5FDZAQACBAMAQBkCRSbWVxKGNhc3QoBZQALlqTAIAudGFza19rZXksIGRvdWJsZSBCSU5BUlkpLCA0KSwgZXF6PwAkc3RlcCwgNSlqHMq7ACgXt9EArA5FQSmamQEBDBlAMAIFuwBHITcQcCBieTp2vACgc3RhdGUsIGZ1bmNzOmNvdW50KDEpLT5Db2x1bW4jMjFqtgJ0aWt2X3RWUQEILCBzIdNUZGV0YWlsOiB7dG90YWxfcHJvY2VzcyEUFHM6IDUsIEYXACxfc2l6ZTogMTgxOTQRIARrZQEvRDk1LCBnZXRfc25hcHNob3RfdCHGiCAxMi41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfBb4gOiAyNSwga2V5QhcAQDY5LCBibG9jazoge319fSwgAVheugABHBA6IDExMA11CcEId2FpEY8MMzIuOQWPJR4Md2FsbA00IDQ5Mi42bXN9cEVcAQEyawIcvQD76FR2BkEusAEoAUABUg5kYXRhOkhxSARaFQWCGDQ5NC4zbXNRwRgyYtsBY29wKY1MIHtudW06IDEsIG1heDogNDkzLjgBKyF9LUspeiWPOs0ABcsAOhnGgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAV0CF9kdQUaGG46IDYyLjYlAKhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEUX3JwYzoxMfIN5QAzJTIMfXCwAi6WAxS7ZvLNfndGKwEEqQHm3AJV2F3kADBR/yBmaXJzdHJvdyiKMwMIKS0+iiYALccMNTAwLj3HTDNizQJwYXJ0aWFsX3dvcmtlcjp7WUIgNDk1LjIxNjY4Jc4uUwEhzwxhc2tfIfgpQwBfQZIwOjIuNDczNzU4MzkxcyVaLF9leGVjOjQ1Mi4yOGk1AHRxSAEsHDQ1OTc3NjVzSToBcBQwNDM1NDFFPgQ5NTISABR9LCBmaW5SqQAB1hQ0MTkzMjIBOV6pAAG1AG8NqRA2Mi4wNBmRBaYQOC41MjdFSgEnRREoMi40OTE0MzYzNDkNpAFrEDM3Njc1BWsBpC4SAF5sAxhAUkSGLXgGQmwDAC6KugEELCBRKwAwPcUANQHqJGxvb3BzOjNiD0Nd70hPRkZw+Ad4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:55.512 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [category=ddl] [job="ID:178, Type:drop schema, State:running, SchemaState:delete only, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.580 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=125] [neededSchemaVersion=126] ["start time"=294.915µs] [gotSchemaVersion=126] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop schema\"]"] [2024/06/01 12:32:55.593 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=178] [version=126] [2024/06/01 12:32:55.595 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=126] ["take time"=20.226873ms] [job="ID:178, Type:drop schema, State:done, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.660 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=178] [jobType="drop schema"] [2024/06/01 12:32:55.663 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=178] [conn=2] [job="ID:178, Type:drop schema, State:synced, SchemaState:none, SchemaID:138, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.206 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.709 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=178] [2024/06/01 12:32:55.709 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:55.713 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.502789649\n# Parse_time: 0.000259821\n# Compile_time: 0.000706927\n# Rewrite_time: 0.00001078\n# Optimize_time: 0.000718061\n# Wait_TS: 0.000275929\n# DB: from_select\n# Is_internal: false\n# Digest: 4771ffa98e33f399f37cf6b37126ba5ded6abb03cc3409362bd9c47bc7db12a0\n# Num_cop_tasks: 0\n# Mem_max: 4096\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop database if exists write_after_import;"] [2024/06/01 12:32:55.714 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=126] [cur_db=from_select] [sql="create database write_after_import"] [user=] [2024/06/01 12:32:55.743 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:55.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:55.743 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:55.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database write_after_import"] [2024/06/01 12:32:55.779 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [category=ddl] [job="ID:180, Type:create schema, State:queueing, SchemaState:none, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.809 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=126] [neededSchemaVersion=127] ["start time"=912.799µs] [gotSchemaVersion=127] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:55.819 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=180] [version=127] [2024/06/01 12:32:55.821 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=127] ["take time"=16.459681ms] [job="ID:180, Type:create schema, State:done, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:55.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.880 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=180] [conn=2] [job="ID:180, Type:create schema, State:synced, SchemaState:public, SchemaID:179, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:55.904 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=180] [2024/06/01 12:32:55.904 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-0 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/01 12:32:55.910 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:55.914 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=127] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:32:55.952 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:55.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:55.952 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:55.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/01 12:32:56.021 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [category=ddl] [job="ID:182, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.029 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 181, Table Name: t"] [2024/06/01 12:32:56.083 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=127] [neededSchemaVersion=128] ["start time"=2.62937ms] [gotSchemaVersion=128] [phyTblIDs="[181]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:56.095 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=182] [version=128] [2024/06/01 12:32:38.543 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165514656284673\n# Query_time: 0.716737078\n# Parse_time: 0\n# Compile_time: 0.01599686\n# Rewrite_time: 0.00255729\n# Optimize_time: 0.01100672\n# Wait_TS: 0.005032138\n# Cop_time: 0.691469088 Process_time: 0.664277976 Wait_time: 0.00007288 Request_count: 2 Total_keys: 458 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 114 Rocksdb_key_skipped_count: 1254\n# Is_internal: true\n# Digest: 1a96197a635ab3d1c0fc027ce178d8aa751e4bd033c39db6163d3ba75b49fe3f\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.332138988 Cop_proc_p90: 0.664113293 Cop_proc_max: 0.664113293 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.644e-05 Cop_wait_p90: 4.3809e-05 Cop_wait_max: 4.3809e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 2049\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zhegMAkzXzEzCTAJMTAJbXlzcWwudGlkYl9kZGxfam9iLmpvYl9tZXRhLCBKHQDwRnByb2Nlc3NpbmcJMAl0aW1lOjY5MC42bXMsIGxvb3BzOjEsIENvbmN1cnJlbmN5Ok9GRgkxLjM2IEtCCU4vQQoxCTE0XzE0Yn0AGWAYOmRlc2MsIEqEAAGhBGlkLoAAADUdgBwJMCBCeXRlcxEIHAoyCTE3XzI4CXNUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJlADAsIENvbHVtbiMxNSldLnIAADQdcnQsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsOjI2LjMBKRBmZXRjaBUOBS4MOjBzfRGjEQgkCjMJMzFfNDEoQgFQACkJskBkYXRhOlNlbGVjdGlvbl80MBGHDDI2LjEBXTV4bGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDI2LjIBKSFcNF9rZXlzOiAwLCB0b3RfARIkOiAxNjQuN8K1cwkUJHdhaXQ6IDQzLjgFE2Rjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMBH3AXMIX2R1BRoYbjogMzMuNQU6OG1heF9kaXN0c3FsX2NvblUTSCAxfSwgcnBjX2luZm86e0NvcDoBsAxfcnBjQT4lOgBfRVsJ4hR9fQkyNDEt1RhOL0EKNAkxIQcEMV9FwlBub3QoaXN0cnVlX3dpdGhfbnVsbChK0QEUcmVvcmcpIVUMdGlrdgW2BDp7BWcEMHNVvTx9LCBzY2FuX2RldGFpbDogKcgtNUAyMjksIGdldF9zbmFwc2hvdAmmCCAxOA3ymHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTcsIGtleT4XACA2MjcsIGJsb2MhuhB9fX0sIAGXPoQAIawIZXNzEXQutAEEYWwltg0bNbsF6Ah3YWwtTiQgMzE2LjHCtXN9IUYBBBwKNQk0M18zOS1LDDAwMAlJvy4QBHwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0WPZlEBAWgBBDAKMwk2XzI5KFByb2JlIYY0NjQwMAlncm91cCBieTp1Z0AsIGZ1bmNzOmZpcnN0cm93KBUaCCktPhUMBXUUbWU6Njg5OosDEHBhcnRpIREYb3JrZXI6ezkAIDY4NS41NjEwMWW8LpICCDUsIEXFYTYAMH0GKDMuMzY0Mzc5Nzc1bR0MZXhlY0UwYT4hpgkkGDUyNjIyOHNpcCA2ODQuNTMzOTSlFghwOTUyEgAUfSwgZmluWqEAHDkuMjkyNzQ4Ya5eoQABrQRvdCXxEDozOS40aW0BEwWdFDYuNjI5wnHNGaMUMTU4NjgxEaMgNzMuNzg5NzQ3AWoFox0SObRhagAzgXElrWlqAG5hYDWJbVEliwA0MggGCAkzOLGKYbUQNQk2XzMhuAA4QWc1+EqpA03pCGluZ1L+BSBzY2hlbWFfaWQBzAR5cz6+BkXBCR5JSQhtaW4VrwA4VkQCADQyQQYALHJEAhgxLjQ0NzAwJdxeowE6RAIcMzIzODcwNzRuRAIUMzI2MjE4VUMcNjYuNTgyNjOpuEFDHRJyQwIYNC40MTQ3MMUaXqAAADVd5BQ0MC41MzdVMUVEDDUuOTJZV1FEEDU0NTIyYQnBVUHlEDMyODM3WUIEODQVEllCADbB0gwzNgkwKfg4ZGF0YTpIYXNoQWdnXzMxdccANu0pgswGEDY4MC45RbUEcm9SzQYINjY06RdhEsnMBDI5hfcALMbMBsGBJRsAbe7MBsXMAbkEOG3FzQQ3M93NADdhGAAxpYL+GgPOGgNKQgMWXwl9Kg47CcVMoSXtNAQ2NqVGLbAEfSzONwcIMi42JV3+NweqNwcuHgKhhARhafE2VSUAdA66CRxfa3ZfcmVhZC4/Bw3zJQrZVgEXCC4zbV3zBDgJ4VWhOw6gCIHuhZT+VQcNfzFyIAlOL0EJTi9BCg==')\n# Plan_digest: 03fa0f18132c15290435ccd6930c03fe7257c7017164897b1e5acdd3c92e1828\n# Binary_plan: tidb_decode_binary_plan('txrwSQqyGgoNUHJvamVjdGlvbl8xMxKYGQoHU29ydF8xNBKgGAoLSGFzaEpvaW5fMjgSxgYKDlRhYmxlUmVhZGVyXzQxEocECgxTZWxlCUAYNDASlQEKEAUkUEZ1bGxTY2FuXzM5IQAAAADw7zBBKQEJ8G0AiMNAOAJAAkoXChUKBW15c3FsEgx0aWRiX2RkbF9qb2JSHmtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb2ocdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfXD///////////8BeP///wkMAAEFgwggZTENgwQAJAWDWFIvbm90KGlzdHJ1ZV93aXRoX251bGwoBZQALi6TACwucmVvcmcpKWqBAnRqfAAILCBzAfLwhmRldGFpbDoge3RvdGFsX2tleXM6IDIyOSwgZ2V0X3NuYXBzaG90X3RpbWU6IDE4LjXCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNTcsIGtleV9za2lwcGVkX2NvdW50OiA2MjcsIGJsb2NrOiB7fX19LCB0aW1lX2RldC6EABxwcm9jZXNzXw10DDY0LjcFdQmiCHdhaRGPDDQzLjgJGgHoDHdhbGwNNCAzMTYuMcK1c31WYQE0GgEBIVVVVVWVj/JAKQAFATQkQDgBQAFSEWRhdGE6U10lBFoUBYcYMjYuMW1zLDG6FGLZAWNvcCnXSCB7bnVtOiAxLCBtYXg6IDI2LjIBKgHGLU8EMCwBvAXYBDogMtAABc4AOhnJgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVzCF9kdQUaEG46IDMzLZKobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYAGEtNgnjEH19cPEBXY0QEqMQCgphWSBBZ2dfMjkSzQwuRQMQMzAS6QsZIBAzNRLLBzZ4AxAzNhKPBR0iCDESmEZ2AwA0RfP+dgN9dgAfRRIEdGF1dgg2NjQhlQRsb4J5AwAodXkEQL9peSyUAWdyb3VwIGJ5Om2BAjZuAyHoHGVzc2luZywgSh8AJHNjaGVtYV9pZHNSHwAQdGFibGUJHiRmdW5jczptaW4oSkcATGpvYl9pZCktPkNvbHVtbiMxOGqiQt8DOuUA0uIDCDIuNmVTAHL+4gOm4gMINjY0aV1C4QMEMjllx1GnGGt2X3JlYWQu6gMN8yXvnQEBUwQzbV4ABBwh3t3d3R0+9239Iehh/QQPZGH9CEhhc0XsDDMxWhVl+wg2NjYBTHn8ANpi/AMQNjgwLjlBaEEVTv0DAZiFSAh0b3Rt/BXkwvwDYbElrO78A2n8AbkEOG1h/QSRAn39JSkIrWz4OikBAIT+EQO+EQNV9X0BADUxnww4NC41IXRt3EhiwgJwYXJ0aWFsX3dvcmtlcjp7WRkkNjgxLjQ0NzAwNgEyLigFCDUsIIEvAF+hzAAwRXEpoCgzLjMzMjM4NzA3NEmIFF9leGVjOuHGIcRFIgUkEDYyMTg4YeUEYXhFMxA1ODI2M8kKBDk1MhIAFH0sIGZpblqgABg0LjQxNDcwRSVeoAABrFFAFDQwLjUzN0UHARQFnRA1LjkyNRUTEaMUNTQ1MjI1EaIgODQuMzI4Mzc3IQkFoh0SWjgHSQ8ESP5NDwQAuek1ABYWmQgAbg6PCDGqCDUpKT2gJW4toARw/C5iAiQaAQIhRERERCRjPlYABDhnsXUVVAAsrSQcZmlyc3Ryb3cdbrkZWRgEOS4u9AUEYsRyGAIYNS41NjEwMQUyXngBOhgCGDY0Mzc5NzchUzV7PhgCGDY0NTI2MjJVGUGtDDMzOTQlEjF3ERJyGQIcOS4yOTI3NDghsF6hAC4ZAgwzOS40WQVFGBA2LjYyOUIYAhw2NDE1ODY4MVEaHDczLjc4OTc0WRodEl4aAhgUrkfhDHsIKrMKaAFAAVI8aW5uZXIgam9pbiwgZXF1YWw6W2VxKGLgBgQsIDXsBCldUUAEOTA2yAEEN2ISCQkQaGFzaF/lPwA6FrwKDsEIADMhHhBmZXRjaBUOBS4sOjBzfSGdqwU5Kn4IOqQAAD1KjgChv+nUEDpkZXNjUroH6ZIdpS6FBAVsAOpCbABOQAgBSBBtZXRhLE4+CBmJHWlFPG1ODGIPQ28m7QlIT0ZGcPQKeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:56.097 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=128] ["take time"=20.244839ms] [job="ID:182, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:55.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.150 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=182] [conn=2] [job="ID:182, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:55.907 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:56.192 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=182] [2024/06/01 12:32:56.192 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:56.430 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=181] [2024/06/01 12:32:56.438 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:56.438 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:56.439 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:56.439 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:56.440 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:56.440 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:56.440 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:56.440 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:56.440 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:56.454 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:56.456 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:56.456 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:56.460 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:56.464 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:56.489 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [key=import-from-select] [2024/06/01 12:32:56.489 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [key=import-from-select] [2024/06/01 12:32:56.491 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [key=import-from-select] [readDur=12.038µs] [encodeDur=724.249µs] [checksum="{cksum=13954644437784349809,size=34,kvs=1}"] [deliverDur=77.059µs] [type=query] [takeTime=1.166086ms] [] [2024/06/01 12:32:56.491 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [key=import-from-select] [readDur=42.499µs] [encodeDur=819.103µs] [checksum="{cksum=447674300368217807,size=102,kvs=3}"] [deliverDur=344.23µs] [type=query] [takeTime=1.581394ms] [] [2024/06/01 12:32:56.492 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=34] [kvs=1] [files=1] [sstFileSize=925] [file=/tmp/tidb/import-4000/03393a77-c350-4328-b779-46f17ad667a3/102b1544-1a0b-5f02-9523-0f5011224f00.sst/4e3ff958-a800-4da6-9419-2d54fe6c7a0c.sst] [firstKey=7480000000000000B55F728000000000000005] [lastKey=7480000000000000B55F728000000000000005] [2024/06/01 12:32:56.492 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:56.493 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=102] [kvs=3] [files=1] [sstFileSize=991] [file=/tmp/tidb/import-4000/03393a77-c350-4328-b779-46f17ad667a3/102b1544-1a0b-5f02-9523-0f5011224f00.sst/391235ac-fd7e-4790-b50b-161449fde49d.sst] [firstKey=7480000000000000B55F728000000000000004] [lastKey=7480000000000000B55F728000000000000007] [2024/06/01 12:32:56.496 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.937441ms] [] [2024/06/01 12:32:56.496 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:32:56.500 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:56.522 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:56.522 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:56.535 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:56.537 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.121509ms] [] [2024/06/01 12:32:56.537 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:56.538 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.502047ms] [] [2024/06/01 12:32:56.539 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:56.539 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:56.539 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=63.16µs] [] [2024/06/01 12:32:56.539 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/01 12:32:56.539 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [2024/06/01 12:32:56.546 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [takeTime=6.843618ms] [] [2024/06/01 12:32:56.546 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:56.546 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [weight=30] [2024/06/01 12:32:56.546 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [concurrency=15] [2024/06/01 12:32:56.550 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=181] [physicalTableID=181] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:56.550 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:56.550 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=03393a77-c350-4328-b779-46f17ad667a3] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=11.426019ms] [] [2024/06/01 12:32:56.550 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:56.550 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.244µs] [] [2024/06/01 12:32:56.550 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:56.551 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=991.769µs] [] [2024/06/01 12:32:56.552 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:56.552 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.341µs] [] [2024/06/01 12:32:56.552 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:56.553 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=867.033µs] [] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:56.556 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:56.556 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:56.556 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:56.556 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:56.558 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:56.558 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:56.558 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:56.558 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:56.558 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:38.545 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165514708713476\n# Query_time: 0.494646582\n# Parse_time: 0\n# Compile_time: 0.041275391\n# Rewrite_time: 0.004681978\n# Optimize_time: 0.01944876\n# Wait_TS: 0.000219219\n# Cop_time: 0.437295116 Process_time: 0.000304999 Wait_time: 0.00014086 Request_count: 4 Process_keys: 12 Total_keys: 74 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 34 Rocksdb_key_skipped_count: 185 Rocksdb_block_cache_hit_count: 8\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 4\n# Cop_proc_avg: 7.6249e-05 Cop_proc_p90: 0.000101939 Cop_proc_max: 0.000101939 Cop_proc_addr: 127.0.0.1:20161\n# Cop_wait_avg: 3.5215e-05 Cop_wait_p90: 4.2861e-05 Cop_wait_max: 4.2861e-05 Cop_wait_addr: 127.0.0.1:20161\n# Mem_max: 74589\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('uTOwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTEJASKgOjQ0NS4ybXMsIGxvb3BzOjIJNC43MyBLQgkwIEJ5dGVzCjEJM18xNQlqkgAMaWQsIFqMAAGyDF9rZXlmIQAEeXBmpgAMc3RhdG4eAARlcGJYAIYmASBvbmN1cnJlbmNmnQCOSgEkdGFyZ2V0X3NjbwHJIENvbHVtbiMzNTlfCDQuOD1fCCwgQxl5DDpPRkYhcAAxIXAkTi9BCjIJNl8xNiX+IGdyb3VwIGJ5OlpaASF1JGZ1bmNzOm1heCgdJQxiYWNrAT0UbmRfc3ViIYEALh3sCCktPhWkACwNQRxmaXJzdHJvdy5GAC5yAhBpZCktPh1iNhwAnkYAAYpBC2ZMABEiolIACHlwZWpOAEVaKSN+4gBFaWZLAAUfnpYAUXpmTwARIp5SAF2HZlUAHSWiWABZimpYABklnlgADHN0ZXBmUQABHp5KAC5dA2ZSAC4mAC54AwA2MngDTHBhcnRpYWxfd29ya2VyOnt3YWxspSUkOjQ0MC4yNTg4OGWpHfEMOjUsIEWVaG51bToxLCB0b3Rfd2FpdDoyLjE5NjY4NTU2cwkWNGV4ZWM6MjE2LjgxNsK1DRWlYAErMDc4NjIzNDFzLCBtYXgFbxQxNjgyNjcBoAhwOTUyEgAUfSwgZmluWqgAGDQuNDM4MDMF2V6oAAG0EagUNTQuOTEyFZEFphA3LjAwNBUTDaQcMjE2MjMwNzIVoxg0LjM2NzY1BWoJoxkSAH2BrAEEBAozwRwcOAkwCTAuMDJesQaBqlo+BCVd/h8GWh8GeWZafQAyMgNeJAAu/gJaJABJ0VodAC6cAjKtBnanBVXHDDM5LjFBJ+2edj8GGDQJMTdfMjAxkFBpbm5lciBqb2luLCBlcXVhbDpbZXEu5QVKhAByzQABHRApIGVxKNFDADcBkMnyCDYpXRm1CDguOTK1AGhidWlsZF9oYXNoX3RhYmxlOnt0b3RhbDo0MzgJ3yBmZXRjaDo0MzfpLQUwCDoyN2FMJH0sIHByb2JlOns9jU3mBGFsZWBRtgQzOBbLCAkwEDMyNC43RekFXhAgYW5kIHW+GHN9CTEwLjLheR7pCBw1CTNfMjEoQgGsACkxRD3Xji4BSiQAHbYULCBjYXN0eoIBeRQwZG91YmxlIEJJTkFSWf25ADc5aQA3OuUEPl0ICDIuNiJdCBQ2CTMwXzJ1ri5FAC4BChgsIGluZGV4Em0KBDogKamJJwwgMS42BSolUBhfaGFuZGxlARYANSXuKbUIIDQuIbYALClrECAyMcK1IcMl905UAAg0MzRJLaFkCCAxLDLYBCwgNX0sIG5leHQ6IHshuwBfBZsBcwQ5NUFhBRQJWxhsb29rdXBfEYUINzYuifhGIwAQcmVzcDoFeCA0bXN9CTIwLjBBByhOL0EKNwk0N18yNVEEGDFfMAkxMAkFYQg6c3QtGhA6aWR4X6FLDF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCAOUAgkczpwc2V1ZG8JNRaICwgxLjUlXGnpADMhCABwMTAxG8E+ECAxLjAzAfwMcHJvY6E8CHM6IK3zARIMOiA3My2B1QYIIDMzbQloY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKb8FcghfZHUFGhhuOiA1MS44ZUMsbWF4X2Rpc3RzcWxfXdJMOiAxfSwgcnBjX2luZm86e0NvcDoBrwxfcnBj7TIOuAwYaW1lOjk0MyWTHH19LCB0aWt2BWsEOnsFHAAwIoAMAU8oc2Nhbl9kZXRhaWxVgQHcCGVzczLxAARhbDIXABxfc2l6ZTogMwHNAHSBXw0tDDQ2LCASowsYbmFwc2hvdFHNBDYu6QeYcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyNSwga2V5PhcABDExITUIbG9jYSYAfQnWBG1lXrgABecynAHh4wRhaRGONaMlGyacCBQgMTkwLjNhREGhAQQgCjcJMV8yNyhQoRUAKUWk5X4EaW56WQRBdkhlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpmT4ANEGNSbYAMma2Agg0MjmJqyHJLZkytwIQMTAxLjlFa1m4BDQyDRMAY764Agg2Ny6BeRJxCcK4AgAyEtQJUbgINDMwAbokfSxSZXNvbHZlTCHyWuQCEDEuNjVt/uICguICEDE4MTk0EaQEa2WBAgQxNVbkAukAfuICADSBpQB5PuECDDUzLCC64AIyxQE24QI1zD7hAggyNzMlrFnhGDgJNDVfMjZF2zJ/BYpKBWZYBGE8AQTp6AA5cUAYMAkyOS45Ny7pBz7gDioECC4bAPmpXiEAEoIOWh0AbY5aHgAEcHLu5REa5RG9qDJ7Ci7FAA7TCWIdADa9Cj68CC5HAA7kC16vCAA2kSwINS4zEmINlS0+rggMNC4zNPGLEq4IBDM2NaARRQg0Ljk2RQASEwjJTT6uCAA5EjsLPq4IADgurggIMy41iXahjBA6IDguN8EVwaMOqApOVwAIMi405anxlT1mYrAICDIuMuW0AWVSsAgIMzMzzY5GIwAWsAgMMi4xMRKvCAgxLjUxJBKvCAQzMy6vCAAzHq8IIq4IRWkAKAUGKqYIDHBhdXOh+gAsFQooXSwgWyJyZXZlcnQJGRkMCRvNLAAs1TaG3AgaZBQIMS44Eq8JKfly3AgAMiWd3SUadw8BEgw6IDY4EkMIhfwAXyEqCDogMx6iCMYkBgAy/twIItwIDDEuMTf++AWp+AnvVtoIADbVma31ADJW9QUAMhIxCAAsgvcFVtgIBDIyufcmKwoaDAkANprpCC6pATYIBjWwPggGBDE2ZXqhowEEEucIBDM1sacOiwupqVapCC6NBIHUJqIICDEuNxJpEUl9aqMICDEuMYVaQWsxYklqARIMOiA2MS1YJqEIDDMyLjUStAjOfQIO1gnWoQgJlx6hCAgxLjD+fQKOfQIENzYVd01/Vn4CADRtViZ1CB5FCEJOAgAynk4CPXo6TgIxgUJOAgQ4MyVhWVASVggEMzRFSi4mBXpVCIHDilUI')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('tTfACrA3CgdTb3J0XzEzEpI2Cg1Qcm9qZWN0aW9uXzE1EoQzCgpIYXNoQWdnXzE2EqgpCjIhABQ4EvolCgsBISRKb2luXzIwEqERMkMAZDIxEqYPCg5JbmRleExvb2tVcF8yOBLOBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQj08AIAACRAMAU4AkACSiUKIwoFbXlzcWwSAnN0GhYKC2lkeF9leGVjX2lkEgdleGVjX2lkUjdyYW5nZTpbIjo0MDAwIiwiOjQwMDAiXSwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuNTJtcywgbG9vcHM6M2LaAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDNtcywgcHJvY19rZXlzOiA1LCB0b3RfcHJvYzogNzMuNsK1cywgdG90X3dhaXQ6IDMzLjfCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA1MS44wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZTo5NDMuMsK1c319arQCdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgc2Nhbl9kZXRhaWw6IHt0b3RhbF9wcm9jZXNzX2tleXM6IDUsIHRvdGFsX3Byb2Nlc3Nfa2V5c19zaXplOiAzMDAsIHRvdGFsX2tleXM6IDQ2LCBnZXRfc25hcHNob3RfdGltZTogMTYuNMK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiAyNSwga2V5X3NraXBwZWRfY291bnQ6IDExMCwgYmxvY2s6IHt9fX0sIHRpbWVfZGV0YWlsOiB7dG90YWxfcHJvY2Vzc190aW1lOiA3My42wrVzLCB0b3RhbF93YWl0X3RpbWU6IDMzLjfCtXMsIHRpa3Zfd2FsbF90aW1lOiAxOTAuM8K1c31w////////////AXj///////////8BEpQHCgxTZWxlY3Rpb25fMjcSjgEKEVRhYmxlUm93SURTY2FuXzI2IQAAAAAAVKVAKQAAAAAAACRAMAU4AkACSg0KCwoFbXlN3whSHmtyrgIYahx0aWt2X0WYRroBAHAJnxD///8BeAEGBQEMARoBAmldNJClQCmg20sao3WUPzABYV0QUm5pbihlXEwudGlkYl9iYWNrZ3JvdW5kX3N1YgFmXC5zdGF0ZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwA4ZXApKVoTdGltZTo0MzRtdWwYMmKGAmNvcAnUOmwDEDQyOS42AStBZwhfa2VZeyXYGDogMTAxLjkx0Qhfd2FhbgQ0Mg0TAGO+bgMMNjcuMQVNGG1heF9kaXOybgMEMixh8gBhTTcINDMwAbpAfSxSZXNvbHZlTG9jazp7bnVOmgMkMS42NW1zfX1qs/6YA3KYAxAxODE5NBGlKUwYMTUsIGdldEKaA4muPHJvY2tzZGI6IHtkZWxldGU+gQMANKFcAHk+FgAUNTMsIGJsAe8YIHt9fX0sICHzXk4EARw6xgEEYWwlyA0bNc1F+Ah3YWwtYAwgMjczJa1a9QIcIY1EbI0y9XIy8gIQAUABWhUFcxA0MzcuMkFZAGyl8BAyYu0BacGoUYYAdLk4DCAxLjYFKyhmZXRjaF9oYW5kbAG0CC41OQFBHGJ1aWxkOiA0rfVJgwAyQUcB+wxhYmxlTlQADDQzNC4FPwhudW3FWwxjb25jtdQoNX0sIG5leHQ6IHsBUABfBZsBiQQ5NQFzBRQJWxhsb29rdXBfEYUMNzYuMkXBRiMAEHJlc3A6BXgYNG1zfXD6nzYjBCABIamDwKdjFXQ+MQEIUpUBfiEEDGVwLCB2JAAd3hQsIGNhc3R6LgSBekGjaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNz3JhSIxyQQPQz1KFE9GRnDsFL0MCBKLEjakCAw5EssONqQIEDM2EoYGQqQICDMzGh6kCAi4mkCtxQQ+QKlHDEocChoepAgUAXQaDgoFpTYAEgkHBFJtHpsIDHBhdXOhOQAsFQooXSwgWyJyZXZlcnQJGRkMCRutawAstXUAXWF1BGVwitEIADhFLSkYDDNi2AFeZQUIMS4yRYu9ZAAxhSetZAQ2OE1VDuQIQVkUOiAzMS44RWgAY8JjBQAyDTrOYwUJl7FjDDEuMTelNwDB7jcFpTcVWSEECGVzc0F8CHNfcxLPCAA2tdmtNAAyVjQFCDIuMyUTfjYFADUhwUI2BQQyMrk2CGNhYxohChxjb3VudDogNppIBS6qATZHBTWxPkcFEDE2NMK1XkUFCBKBBi7cCBwzNRKNAQoRVIHVEFJvd0lEEr4LBDM0Fl4IBKq5QhcDCAwKCnkX/tsIctsIKAS6QCm5HoXrUfg9bZQEUihWnAgMZ2xvYkFCBGFzDtwIEpUIABTFEwwxLjc3oV5pMQAycjEDBDE4ASpBLVEVMjEDADFNC30xCDIuNUUezjEDSVj+MQNhMQAwaTEAlP4xA3YxAwQ3NikPAGEeAQwAMVYyAwA0jQt5Mh44CEICAwAyngIDPXs6AgMxgkICAwQ4MyViXkkIGIk7w9ZL4Y0yYAIOSQhJNgg0LjlFDFE2AO5uSAgEOTFBNz5ICAA4pX7twwgzLjUW0AqpaQg4LjdloAQsIOnwQbcEOiAynwgMMi40MgFXrkoIDDIuMjMBNAFlUkoIDDMzMy4BeQAsSiMAFkoIDDIuMTEOSQgEr6w2SQggAiHpIJT5JgGPPjEBCFLbAiolCC6HAwRpZDJACC4bAAHwYWNmIQAIeXBlYh0A5YZiHgAYcHJpb3JpdGZcABRjcmVhdGUSiQpiRQAy2gha4AAAcz4iCTbiAAByEoILBGNvAck+HAkuKgAhJ14PCQA2TY8INS4zMo8CQg4JBNwiKg4JQCHFqRolOc6UQCmJ0t7gC5OZDhcOZAFAAVJwaW5uZXIgam9pbiwgZXF1YWw6W2VxerUJcucAAR0QKSBlcSgiwQkELCARCwg2KV0izgkAOBYXC3FPBJQBZRgQX2hhc2hJqQQ6exKcCxA6NDM4LnlPEtELBfoFMAw6Mjc2wdcALKGkDGJlOns9pwQ6NaWsHGFsOjIuMTlzElsRBU5lRgRwcgEwDDMyNC4WBA1lrQwgYW5kZQkJMyx9cNRRIX79VH1IFpVCOwEAy/7mAv7mAv7mAv7mAormAn0oSnIQPaxVFwA5KexRF0LXAgTYJS7XAhjOpmfib5qVHpAIAPBR1wS3Bg7dEBBwIGJ5Oh2DPmQDIGZ1bmNzOm1heHrwAh2oKpkMBDUsDUEcZmlyc3Ryb3cuRgA2awAIKS0+gocAfkYAsSFmTAARIp6YAKFSak4ApXApI36cAKV/ZksABR+elgCxrWZPABEinlIAvd5mVQAdJaJYACaADmpYABklnlgApUJiMgIBHp5KAAB03XNmUgAuJgBxiAQ0NDZtDxjLAnBhcnRpDmoJGG9ya2VyOnsmohEgNDQwLjI1ODg4pZcd8aWBDGFza18OsggWKgoWVw6hkBg2Njg1NTZzpaMAXw7lFxg6MjE2Ljgxoc8JFRKtCwErGDc4NjIzNDGxwhw0MC4xNjgyNhLFCwhwOTUFgRESFH0sIGZpblqoABg0LjQzODAzEkcQXqgAyTUAXw4xCRQ6NTQuOTEWaBEO4gsFpgw3LjAwFjEJARMNpBwyMTYyMzA3MhWjGDQuMzY3NjUFagmjGRJegAoUNA3OSNbkRs0EAKv+aQb+aQY6aQZJglrRBHmdWiEAPXhmbAmKkAkutgImYggANV3BRY+aSQYUkscXVdj8RnwBAF5axgCG5wCKwwAEaWQVrgA1FpUILGxvb3BzOjJw6CUYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:38.560 +00:00] [INFO] [task_executor.go:460] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=write&ingest] [2024/06/01 12:32:38.565 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=write&ingest] [next-step=post-process] [2024/06/01 12:32:38.567 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:38.568 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [2024/06/01 12:32:38.569 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:38.570 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:38.570 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:56.560 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165519458500620\n# Conn_ID: 2\n# Query_time: 0.362809993\n# Parse_time: 0.000668655\n# Compile_time: 0.003092874\n# Rewrite_time: 0.001462108\n# Optimize_time: 0.000718061\n# Wait_TS: 0.000084591\n# Cop_time: 0.000096024 Process_time: 0.000035296 Wait_time: 0.000028221 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.5296e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.8221e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('ywWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM1Ny43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1ODYuOMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wBW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiAzNS4zBUoBEyR3YWl0OiAyOC4yBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNTINOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZcIYWxfJSdQOTY2LjTCtXN9fQkzNTMgQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtAQ6ewVlADA1QgGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjoBBGFsMhcAIF9zaXplOiAxOClYBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDEwLjUlXXRyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpghrZXk+FgAYOCwgYmxvYyHnEH19fSwgAcdetAABHDbhAQhhbF8h4w0aNeglFwx3YWxsDRlEMTI4LjHCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('tgagCrEGCgxJbXBvcnRJbnRvXzIS6gUKDVRhYmxlUmVhZGVyXzcSpwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qsAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMC41wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgA8OCwgYmxvY2s6IHt9fX0sIAFVCF9kZVK0AAEcFDogMzUuMwVxAHQF0Qh3YWkRiwwyOC4yCRocaWt2X3dhbGwNMygxMjguMcK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEulgEoAUABUhRkYXRhOlQ2xAEEWhYFiBA1ODYuOAVuOGxvb3BzOjJi2gFjb3BfdCGOaCB7bnVtOiAxLCBtYXg6IDEuMDdtcywgcHJvYy1NKVwljzbTAAXRADoZzIBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiA1Mi4pBqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxMfMF5BA5NjYuNCE4DH1w4QI9MSg4AUABUgNOL0FaFQUoDDM1Ny4F4SkLADFWZwEEGAE=')\n# Resource_group: default\nuse write_after_import;\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-1 [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:56.588 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=128] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:56.617 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:38.570 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:38.570 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:56.617 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:38.572 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:38.572 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:38.573 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:56.669 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.573 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=6] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:38.573 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:56.704 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=128] [neededSchemaVersion=129] ["start time"=582.49µs] [gotSchemaVersion=129] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:38.573 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=write&ingest] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=2.508119914s] [] [2024/06/01 12:32:56.716 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=183] [version=129] [2024/06/01 12:32:38.673 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [result="{\"LoadedRowCnt\":10000,\"ColSizeMap\":{\"1\":21744,\"2\":98890}}"] [2024/06/01 12:32:38.677 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=write&ingest] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:56.718 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=129] ["take time"=18.950373ms] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.677 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:56.756 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.868 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:38.915 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/06/01 12:32:56.818 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=129] [neededSchemaVersion=130] ["start time"=364.689µs] [gotSchemaVersion=130] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:38.915 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/06/01 12:32:56.832 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=183] [version=130] [2024/06/01 12:32:38.915 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [2024/06/01 12:32:38.915 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=10.03µs] [] [2024/06/01 12:32:56.834 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=130] ["take time"=21.742257ms] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.915 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=-1] [size=368890] [kvs=10000] [checksum=14807964115588225436] [2024/06/01 12:32:38.915 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=1] [size=657990] [kvs=10000] [checksum=4056391227583092039] [2024/06/01 12:32:56.894 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [category=ddl] [job="ID:183, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:181, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.915 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=2] [size=797862] [kvs=10000] [checksum=554937224690942610] [2024/06/01 12:32:56.903 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 181, Old Table Name: t"] [2024/06/01 12:32:38.916 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [groupId=3] [size=797862] [kvs=10000] [checksum=7064370007260104284] [2024/06/01 12:32:56.942 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=130] [neededSchemaVersion=131] ["start time"=275.323µs] [gotSchemaVersion=131] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:38.916 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [checksum="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/06/01 12:32:56.953 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=183] [version=131] [2024/06/01 12:32:38.916 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [weight=30] [2024/06/01 12:32:38.916 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [concurrency=15] [2024/06/01 12:32:56.955 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=131] ["take time"=18.357087ms] [job="ID:183, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.926 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=14807964115588225436] [totalKvs=10000] [totalBytes=368890] [2024/06/01 12:32:57.001 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=183] [tableIDs="[181]"] [comment="drop table: table ID"] [2024/06/01 12:32:38.935 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=2] [checksum=554937224690942610] [totalKvs=10000] [totalBytes=797862] [2024/06/01 12:32:57.010 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=183] [jobType="drop table"] [2024/06/01 12:32:38.935 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=1] [checksum=4056391227583092039] [totalKvs=10000] [totalBytes=657990] [2024/06/01 12:32:57.014 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=183] [conn=2] [job="ID:183, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:181, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:56.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:38.936 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=3] [checksum=7064370007260104284] [totalKvs=10000] [totalBytes=797862] [2024/06/01 12:32:57.081 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=183] [2024/06/01 12:32:57.081 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:38.936 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [local="{cksum=10408207814181128213,size=2622604,kvs=40000}"] [2024/06/01 12:32:38.936 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=21.079358ms] [] [2024/06/01 12:32:38.936 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=26] [takeTime=21.305753ms] [] [2024/06/01 12:32:57.085 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.49791255\n# Parse_time: 0.000487242\n# Compile_time: 0.000828598\n# Rewrite_time: 0.000007916\n# Optimize_time: 0.00075804\n# Wait_TS: 0.000741425\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:38.981 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=112.827895ms] [] [2024/06/01 12:32:57.088 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=131] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:39.045 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:39.045 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/01 12:32:57.137 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:39.048 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/01 12:32:39.114 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/01 12:32:39.124 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:57.137 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:39.151 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:39.151 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:39.153 +00:00] [INFO] [clean_s3.go:55] ["cleanup global sorted data start"] [task-id=4] [2024/06/01 12:32:39.155 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:57.185 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [category=ddl] [job="ID:185, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:39.156 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:57.193 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 184, Table Name: t"] [2024/06/01 12:32:39.395 +00:00] [INFO] [clean_s3.go:72] ["cleanup global sorted data completed"] [task-id=4] [takeTime=242.459692ms] [] [2024/06/01 12:32:57.287 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=131] [neededSchemaVersion=132] ["start time"=2.559045ms] [gotSchemaVersion=132] [phyTblIDs="[184]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:57.298 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=185] [version=132] [2024/06/01 12:32:57.300 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=132] ["take time"=20.509873ms] [job="ID:185, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.356 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=185] [conn=2] [job="ID:185, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.391 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=185] [2024/06/01 12:32:57.391 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:39.442 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 7.927744587\n# Parse_time: 0.000662948\n# Compile_time: 0.00153287\n# Rewrite_time: 0.000311469\n# Optimize_time: 0.001949849\n# Wait_TS: 0\n# DB: gs_multi_files\n# Is_internal: false\n# Digest: 3af11c8e2b29a6bdf0b4cbd04e051f2f372d40c542763c4a244575bb0aceaee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Ny45MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Ny45MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gs_multi_files`.`t` FROM 'gs://gs-multi-files/t.*.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH cloud_storage_uri=_UTF8MB4'gs://sorted/gs_multi_files?endpoint=http://127.0.0.1:4443/storage/v1/';"] [2024/06/01 12:32:39.508 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSplitFile [2024/06/01 12:32:39.774 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="drop database if exists split_file"] [user=] [2024/06/01 12:32:39.776 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=gs_multi_files] [sql="create database split_file"] [user=] [2024/06/01 12:32:57.395 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.309666894\n# Parse_time: 0.001205566\n# Compile_time: 0.001204378\n# Rewrite_time: 0.000008516\n# Optimize_time: 0.00075804\n# Wait_TS: 0.000348543\n# DB: write_after_import\n# Is_internal: false\n# Digest: e6c0b764ae5571914c40b74ee308c75fddc0ac3be8b5f9b995310d6dede1b551\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:32:39.817 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:39.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:57.572 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=184] [2024/06/01 12:32:57.580 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:39.817 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:39.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database split_file"] [2024/06/01 12:32:57.580 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:57.580 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:57.581 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:39.873 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:create schema, State:queueing, SchemaState:none, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.581 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:57.581 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:57.581 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:39.907 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=1.651473ms] [gotSchemaVersion=58] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:57.582 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:39.921 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/06/01 12:32:57.582 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:57.621 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:57.623 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:57.623 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:39.924 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=25.057485ms] [job="ID:117, Type:create schema, State:done, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:39.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.629 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:57.633 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:39.977 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:create schema, State:synced, SchemaState:public, SchemaID:116, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.789 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.700 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [key=import-from-select] [2024/06/01 12:32:40.003 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/01 12:32:40.003 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:40.010 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=split_file] [sql="create table t (a bigint primary key , b varchar(100));"] [user=] [2024/06/01 12:32:57.702 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [key=import-from-select] [readDur=37.608µs] [encodeDur=1.096298ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=265.283µs] [type=query] [takeTime=2.00566ms] [] [2024/06/01 12:32:40.081 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:39.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:57.704 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/0b4b0e23-c6a4-48da-8e75-2d8572483334/102b1544-1a0b-5f02-9523-0f5011224f00.sst/89c53df3-811f-4809-9d53-d29ef3978489.sst] [firstKey=7480000000000000B85F728000000000000004] [lastKey=7480000000000000B85F728000000000000007] [2024/06/01 12:32:57.709 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [key=import-from-select] [2024/06/01 12:32:40.081 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:39.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint primary key , b varchar(100));"] [2024/06/01 12:32:57.709 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=143.492µs] [] [2024/06/01 12:32:57.709 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:40.129 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.711 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.701856ms] [] [2024/06/01 12:32:40.137 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 118, Table Name: t"] [2024/06/01 12:32:57.711 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:32:57.716 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:40.191 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=2.746245ms] [gotSchemaVersion=59] [phyTblIDs="[118]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:57.738 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:40.202 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/06/01 12:32:57.738 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:57.751 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:40.203 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=19.871245ms] [job="ID:119, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:39.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.753 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.747276ms] [] [2024/06/01 12:32:57.753 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:40.276 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:39.989 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:57.755 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.649277ms] [] [2024/06/01 12:32:40.322 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/01 12:32:57.755 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:40.322 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:57.755 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:57.755 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=63.95µs] [] [2024/06/01 12:32:57.755 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/01 12:32:57.755 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [2024/06/01 12:32:57.763 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [takeTime=7.403283ms] [] [2024/06/01 12:32:40.325 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316710066\n# Parse_time: 0.000578571\n# Compile_time: 0.000784014\n# Rewrite_time: 0.000009774\n# Optimize_time: 0.002087043\n# Wait_TS: 0.000399679\n# DB: split_file\n# Is_internal: false\n# Digest: 718201778bd66f1725ab392506a8b0f1272a93661033ae5865aa2626ded770f8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse split_file;\ncreate table t (a bigint primary key , b varchar(100));"] [2024/06/01 12:32:57.763 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:40.342 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:57.763 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [weight=30] [2024/06/01 12:32:57.763 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [concurrency=15] [2024/06/01 12:32:40.536 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"lines_terminated_by\":\"\\n\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/06/01 12:32:57.767 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=184] [physicalTableID=184] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:40.625 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/06/01 12:32:57.768 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:40.665 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:57.768 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=0b4b0e23-c6a4-48da-8e75-2d8572483334] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=12.86236ms] [] [2024/06/01 12:32:40.665 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:57.768 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:40.770 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:57.768 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.995µs] [] [2024/06/01 12:32:40.771 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:57.768 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:40.772 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/01 12:32:40.790 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:57.769 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.023884ms] [] [2024/06/01 12:32:40.793 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:57.769 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:40.793 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:32:57.769 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=10.909µs] [] [2024/06/01 12:32:40.799 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=5.799649ms] [2024/06/01 12:32:57.769 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:40.799 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.956107ms] [] [2024/06/01 12:32:57.770 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=988.64µs] [] [2024/06/01 12:32:40.800 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=3] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:40.800 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:40.939 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:40.959 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/01 12:32:57.775 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:40.960 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:57.775 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:57.775 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:57.775 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:57.777 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:57.777 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:57.777 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:57.777 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:57.777 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:40.995 +00:00] [ERROR] [distsql.go:1462] ["table reader fetch next chunk failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1460\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1462\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760"] [2024/06/01 12:32:41.002 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:41.003 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:41.004 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:41.012 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:41.012 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:41.013 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.013 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:41.014 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:41.014 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:41.014 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:41.014 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:41.014 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:41.027 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:41.029 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:41.029 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:41.029 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/06/01 12:32:41.029 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/01 12:32:41.071 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [2024/06/01 12:32:41.076 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/01 12:32:41.080 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:41.080 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/01 12:32:41.153 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:0] [2024/06/01 12:32:57.779 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165519773073417\n# Conn_ID: 2\n# Query_time: 0.382454353\n# Parse_time: 0.000692904\n# Compile_time: 0.003106054\n# Rewrite_time: 0.001563233\n# Optimize_time: 0.00075804\n# Wait_TS: 0.000106537\n# Cop_time: 0.000175922 Process_time: 0.000043996 Wait_time: 0.000025081 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.3996e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.5081e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3Ny4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg5MjcuNMK1FUV8MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTgzLjYFK0Rwcm9jX2tleXM6IDQsIHRvdF8BEgg6IDQJSgERJHdhaXQ6IDI1LjEFMoBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA1Ni4zBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWVCGFsXyUnCDkwMAXjMH19CTM1NCBCeXRlcwkhJyAyCTQzXzYJMV8xKbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgW0BDp7BWUAMDVCAZg8c2Nhbl9kZXRhaWw6IHt0bwGMGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1xAgNy43OCUjdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIec5mQ0yFDJ9fX0sIAHZXsYAARwu8QEIYWxfIfMNGAQyNS34JScMd2FsbA0ZRDEzMi4zwrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA3Ljc4wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwMOiA0NAWBAHQF4Qh3YWkRmwwyNS4xCRocaWt2X3dhbGwNMSgxMzIuM8K1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhYFhgw5MjcuCYgAbCWBIDJi2gFjb3BfdCGeTCB7bnVtOiAxLCBtYXg6IDk4My42BZoMcHJvYy1fKW4loS7TAABfAdEAOhnMEGNvcHJfOStEcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoQbjogNTYF7AV7yF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxLC1XCeQEMDAF5BB9fXDiAj0xKDgBQAFSA04vQVoVBSgYMzc3LjFtc1WMVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-2 current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/01 12:32:41.190 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:0] [readDur=6.841349ms] [encodeDur=28.268297ms] [checksum="{cksum=6278114383962372199,size=6334,kvs=179}"] [deliverDur=693.29µs] [type=file] [takeTime=37.028092ms] [] [2024/06/01 12:32:57.791 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=132] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:41.192 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=27] [takeTime=120.762823ms] [] [2024/06/01 12:32:57.813 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:41.192 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6334] [kvs=179] [files=1] [sstFileSize=2486] [file=/tmp/tidb/import-4000/5/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/9572999c-5f44-46ab-b980-502500299f6d.sst] [firstKey=7480000000000000765F728000000000000000] [lastKey=7480000000000000765F7280000000000000B2] [2024/06/01 12:32:41.193 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:57.813 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:41.193 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:41.193 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/01 12:32:57.878 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.195 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.186312ms] [] [2024/06/01 12:32:41.195 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/06/01 12:32:57.911 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=132] [neededSchemaVersion=133] ["start time"=655.416µs] [gotSchemaVersion=133] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:41.199 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:57.924 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=133] [2024/06/01 12:32:41.221 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=179] [size=6334] [2024/06/01 12:32:41.222 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:41.238 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6334] [kvs=179] [importedSize=6334] [importedCount=179] [2024/06/01 12:32:57.926 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=133] ["take time"=20.124031ms] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.240 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=44.848348ms] [] [2024/06/01 12:32:41.240 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/01 12:32:57.998 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.241 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.223705ms] [] [2024/06/01 12:32:41.241 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:58.026 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=133] [neededSchemaVersion=134] ["start time"=261.252µs] [gotSchemaVersion=134] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:41.241 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:58.040 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=134] [2024/06/01 12:32:41.243 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.522682ms] [] [2024/06/01 12:32:41.243 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/06/01 12:32:58.042 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=134] ["take time"=20.168266ms] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.243 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:41.243 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=52.12µs] [] [2024/06/01 12:32:58.137 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [category=ddl] [job="ID:186, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:184, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.243 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:58.148 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 184, Old Table Name: t"] [2024/06/01 12:32:41.244 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.020741ms] [] [2024/06/01 12:32:58.190 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=134] [neededSchemaVersion=135] ["start time"=280.624µs] [gotSchemaVersion=135] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:41.342 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [2024/06/01 12:32:58.200 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=186] [version=135] [2024/06/01 12:32:41.347 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/01 12:32:41.350 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:32:41.351 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/01 12:32:58.202 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=135] ["take time"=19.856886ms] [job="ID:186, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:41.398 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [2024/06/01 12:32:58.251 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=186] [tableIDs="[184]"] [comment="drop table: table ID"] [2024/06/01 12:32:58.260 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=186] [jobType="drop table"] [2024/06/01 12:32:41.436 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:2107] [readDur=6.896691ms] [encodeDur=29.789302ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=529.914µs] [type=file] [takeTime=38.195063ms] [] [2024/06/01 12:32:58.263 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=186] [conn=2] [job="ID:186, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:184, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:57.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:58.317 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=186] [2024/06/01 12:32:42.083 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/5/daa203f4-1887-5623-a6a4-248c6bef501a.sst/de04be51-673e-4b7f-89c8-72659bf4c329.sst] [firstKey=7480000000000000765F7280000000000000B3] [lastKey=7480000000000000765F728000000000000154] [2024/06/01 12:32:58.317 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:42.083 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=28] [takeTime=740.716103ms] [] [2024/06/01 12:32:42.084 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/06/01 12:32:42.084 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/06/01 12:32:42.084 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/01 12:32:42.086 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.096235ms] [] [2024/06/01 12:32:58.321 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.531392961\n# Parse_time: 0.000427973\n# Compile_time: 0.000659914\n# Rewrite_time: 0.000008119\n# Optimize_time: 0.000796192\n# Wait_TS: 0.000365106\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:42.086 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/06/01 12:32:58.324 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=135] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:32:42.091 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.113 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/06/01 12:32:58.376 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:58.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:42.113 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.127 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/06/01 12:32:58.376 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:58.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/01 12:32:42.129 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=43.193893ms] [] [2024/06/01 12:32:42.129 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/01 12:32:58.434 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [category=ddl] [job="ID:188, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:58.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:42.131 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.203603ms] [] [2024/06/01 12:32:58.442 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 187, Table Name: t"] [2024/06/01 12:32:42.131 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=1] [2024/06/01 12:32:58.539 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=135] [neededSchemaVersion=136] ["start time"=5.474334ms] [gotSchemaVersion=136] [phyTblIDs="[187]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:42.131 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:32:58.556 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=188] [version=136] [2024/06/01 12:32:42.132 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.631815ms] [] [2024/06/01 12:32:42.133 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/06/01 12:32:58.558 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=136] ["take time"=53.096065ms] [job="ID:188, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:58.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:42.133 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:32:42.133 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=64.196µs] [] [2024/06/01 12:32:58.615 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=188] [conn=2] [job="ID:188, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:58.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:42.133 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:32:58.671 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=188] [2024/06/01 12:32:42.134 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=991.867µs] [] [2024/06/01 12:32:58.671 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:42.221 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [2024/06/01 12:32:42.225 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/01 12:32:42.229 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:32:42.229 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=118] [2024/06/01 12:32:42.298 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [2024/06/01 12:32:58.675 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.352898845\n# Parse_time: 0.001384806\n# Compile_time: 0.001118301\n# Rewrite_time: 0.000009461\n# Optimize_time: 0.000796192\n# Wait_TS: 0.000426307\n# DB: write_after_import\n# Is_internal: false\n# Digest: e68ffb50dd9dad0801582f5d2bc5ca9fba5594b1cda860743510296b46f2089a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/01 12:32:42.325 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=118] [key=1.csv:4213] [readDur=4.675458ms] [encodeDur=20.719423ms] [checksum="{cksum=6963156542761696399,size=5724,kvs=159}"] [deliverDur=498.174µs] [type=file] [takeTime=26.832072ms] [] [2024/06/01 12:32:58.888 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=187] [2024/06/01 12:32:42.326 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=29] [takeTime=105.512929ms] [] [2024/06/01 12:32:58.896 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:58.896 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:58.896 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:42.326 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/5/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/1dd89645-d923-4a4c-a2dd-9e35f35c875f.sst] [firstKey=7480000000000000765F728000000000000155] [lastKey=7480000000000000765F7280000000000001F3] [2024/06/01 12:32:58.896 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:42.327 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/06/01 12:32:58.897 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:42.327 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/06/01 12:32:58.897 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:42.327 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/01 12:32:58.897 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:58.897 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:42.329 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=2.684508ms] [] [2024/06/01 12:32:58.897 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:42.330 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/06/01 12:32:58.911 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:42.334 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:58.913 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:42.356 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/06/01 12:32:58.913 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:42.356 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:58.917 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:42.373 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/06/01 12:32:58.946 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:42.375 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=45.039045ms] [] [2024/06/01 12:32:59.001 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [key=import-from-select] [2024/06/01 12:32:42.375 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/01 12:32:59.002 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [key=import-from-select] [2024/06/01 12:32:42.376 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.176223ms] [] [2024/06/01 12:32:59.004 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [key=import-from-select] [readDur=36.629µs] [encodeDur=1.018038ms] [checksum="{cksum=6449405684553850847,size=148,kvs=4}"] [deliverDur=519.099µs] [type=query] [takeTime=1.958468ms] [] [2024/06/01 12:32:42.376 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=2] [2024/06/01 12:32:42.376 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:32:59.004 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [key=import-from-select] [readDur=193.537µs] [encodeDur=971.515µs] [checksum="{cksum=7086383122729873068,size=148,kvs=4}"] [deliverDur=609.976µs] [type=query] [takeTime=2.159015ms] [] [2024/06/01 12:32:42.378 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.599311ms] [] [2024/06/01 12:32:59.005 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:42.378 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/06/01 12:32:42.378 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:32:59.005 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/1b671b36-03cd-4b56-a4f0-ca3cead54af7/102b1544-1a0b-5f02-9523-0f5011224f00.sst/b32a264c-7bd7-41fd-bbae-c4bc85b7983c.sst] [firstKey=7480000000000000BB5F728000000000000001] [lastKey=7480000000000000BB5F728000000000000003] [2024/06/01 12:32:42.378 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=58.381µs] [] [2024/06/01 12:32:42.378 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:32:59.006 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/1b671b36-03cd-4b56-a4f0-ca3cead54af7/102b1544-1a0b-5f02-9523-0f5011224f00.sst/b0b57879-1421-4111-b68d-c7e90a01fae0.sst] [firstKey=7480000000000000BB5F728000000000000002] [lastKey=7480000000000000BB5F728000000000000004] [2024/06/01 12:32:42.379 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=870.635µs] [] [2024/06/01 12:32:59.009 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.846565ms] [] [2024/06/01 12:32:42.420 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:59.009 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:32:42.427 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:59.014 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.427 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:59.036 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:59.037 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:59.050 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:59.052 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=43.23653ms] [] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:59.053 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:59.054 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=144] [count=4] [cost=1.097914ms] [file=/tmp/tidb/import-4000/1b671b36-03cd-4b56-a4f0-ca3cead54af7/630083e6-fc50-5cd2-8645-c17b147197ce.sst/0ce31687-185f-4ef3-98ec-f71e886a42a3.sst] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:42.427 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:59.054 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/1b671b36-03cd-4b56-a4f0-ca3cead54af7/630083e6-fc50-5cd2-8645-c17b147197ce.sst/0ce31687-185f-4ef3-98ec-f71e886a42a3.sst] [firstKey=7480000000000000BB5F698000000000000001038000000000000004] [lastKey=7480000000000000BB5F698000000000000001038000000000000007] [2024/06/01 12:32:42.427 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:42.430 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:59.056 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=3.403217ms] [] [2024/06/01 12:32:42.430 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:59.056 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:42.430 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:59.060 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:42.430 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:59.082 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:32:42.430 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:59.082 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:42.430 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=1.428241071s] [] [2024/06/01 12:32:59.095 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:32:42.484 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:59.097 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=40.503689ms] [] [2024/06/01 12:32:42.485 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:42.486 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:59.097 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/06/01 12:32:42.486 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:59.097 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [2024/06/01 12:32:42.590 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":500,\"ColSizeMap\":{\"1\":936,\"2\":4390}}"] [2024/06/01 12:32:59.104 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [takeTime=7.18774ms] [] [2024/06/01 12:32:42.593 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:59.104 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:32:42.593 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:59.104 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [weight=30] [2024/06/01 12:32:42.741 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:59.104 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [concurrency=15] [2024/06/01 12:32:42.792 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/06/01 12:32:59.113 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:42.792 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/06/01 12:32:59.116 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=187] [physicalTableID=187] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/01 12:32:42.792 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [2024/06/01 12:32:59.116 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:32:42.792 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=10.102µs] [] [2024/06/01 12:32:59.117 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1b671b36-03cd-4b56-a4f0-ca3cead54af7] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=19.693711ms] [] [2024/06/01 12:32:42.792 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [groupId=-1] [size=17890] [kvs=500] [checksum=14807964115588225436] [2024/06/01 12:32:59.117 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:42.792 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [checksum="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/06/01 12:32:59.117 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=13.606µs] [] [2024/06/01 12:32:42.792 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [weight=30] [2024/06/01 12:32:59.117 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:42.792 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [concurrency=15] [2024/06/01 12:32:59.118 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.283537ms] [] [2024/06/01 12:32:42.797 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=118] [physicalTableID=118] [indexID=-1] [checksum=14807964115588225436] [totalKvs=500] [totalBytes=17890] [2024/06/01 12:32:59.118 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:42.797 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [local="{cksum=14807964115588225436,size=17890,kvs=500}"] [2024/06/01 12:32:59.118 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=11.573µs] [] [2024/06/01 12:32:42.798 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.362503ms] [] [2024/06/01 12:32:59.118 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:42.798 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=30] [takeTime=5.50854ms] [] [2024/06/01 12:32:59.119 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=986.678µs] [] [2024/06/01 12:32:42.836 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=94.585442ms] [] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:42.886 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:42.886 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:42.889 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:42.968 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/01 12:32:59.125 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:42.972 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:42.993 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:59.125 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:42.993 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:43.079 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:59.125 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:59.125 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:59.127 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:59.127 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:59.127 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:59.127 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:59.127 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:43.083 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.75690196\n# Parse_time: 0.001140087\n# Compile_time: 0.002080187\n# Rewrite_time: 0.000390901\n# Optimize_time: 0.002087043\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff8c7a90b6a08155ae0c30f4c542caa39e345b748ddb8d3b0de2c4daa189961\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi43NXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi43NXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, lines_terminated_by=_UTF8MB4' ', __max_engine_size=_UTF8MB4'1';"] [2024/06/01 12:32:43.167 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=split_file] [sql="truncate table t"] [user=] [2024/06/01 12:32:43.199 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:43.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:43.199 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:43.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:32:43.234 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:truncate table, State:queueing, SchemaState:none, SchemaID:116, TableID:118, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:43.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.246 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 116, Table ID: 120, Table Name: t, Old Table ID: 118, Old Table Name: t"] [2024/06/01 12:32:43.326 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.947441ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:43.341 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/06/01 12:32:43.343 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=24.259695ms] [job="ID:121, Type:truncate table, State:done, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.401 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=121] [tableIDs="[118]"] [comment="drop table: table ID"] [2024/06/01 12:32:43.412 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=121] [jobType="truncate table"] [2024/06/01 12:32:59.129 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165520113860619\n# Conn_ID: 2\n# Query_time: 0.452530095\n# Parse_time: 0.000585616\n# Compile_time: 0.00317825\n# Rewrite_time: 0.001664046\n# Optimize_time: 0.000796192\n# Wait_TS: 0.000100645\n# Cop_time: 0.000055758 Process_time: 0.0000428 Wait_time: 0.000021272 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.28e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.1272e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQ0Ny4ybXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NjYuOMK1FUV4MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wOAFuRHByb2Nfa2V5czogNCwgdG90XwESDDogNDINSgETJHdhaXQ6IDIxLjMFXYBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA4NS4yBTqobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MQWXCGFsXyUnUDk2OS42wrVzfX0JMzUzIEJ5dGVzCSEnIDIJNDNfNgkxXzEpuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZQAwNUIBmDxzY2FuX2RldGFpbDoge3RvAYwYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnXECA2LjYxJSN0cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5zmZDTIUMn19fSwgAdlexgABHAA6MvMBCGFsXyH1DRoAMjH6JSkMd2FsbA0ZRDExNC41wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA2LjYxwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0Mi44BYMAdAXjCHdhaRGdDDIxLjMJGhxpa3Zfd2FsbA0zKDExNC41wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgINTY2DYgAbCWDIDJi2gFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMDhtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDg1LjIlBqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQUF5BA5NjkuNiE4DH1w4QI9MSg4AUABUgNOL0FaFQUoGDQ0Ny4ybXNVjlZnAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-3 [2024/06/01 12:32:43.417 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:truncate table, State:synced, SchemaState:public, SchemaID:116, TableID:118, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:43.138 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] current case CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:43.478 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/06/01 12:32:59.158 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=136] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:43.478 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:59.183 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:59.183 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:43.481 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.314858871\n# Parse_time: 0.000218828\n# Compile_time: 0.000799621\n# Rewrite_time: 0.000010264\n# Optimize_time: 0.000906153\n# Wait_TS: 0.000365572\n# DB: split_file\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:32:43.496 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:59.229 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.662 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"__max_engine_size\":\"1\",\"lines_terminated_by\":\"\\n\",\"skip_rows\":\"1\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/06/01 12:32:59.260 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=136] [neededSchemaVersion=137] ["start time"=702.099µs] [gotSchemaVersion=137] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:43.764 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=6.133KiB] [thread-cnt=8] [global-sort=false] [2024/06/01 12:32:59.271 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=137] [2024/06/01 12:32:43.820 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:43.820 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:43.925 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:59.273 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=137] ["take time"=18.32469ms] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.926 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:43.927 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/01 12:32:43.949 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:59.357 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:43.951 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:43.952 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=1] [after=1] [2024/06/01 12:32:59.389 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=137] [neededSchemaVersion=138] ["start time"=267.168µs] [gotSchemaVersion=138] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:43.956 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=2094] [RegionsCount=3] [BatchSize=1] [cost=4.933883ms] [2024/06/01 12:32:59.401 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=138] [2024/06/01 12:32:43.957 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=5.056146ms] [] [2024/06/01 12:32:43.957 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=3] [2024/06/01 12:32:43.957 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=3] [2024/06/01 12:32:59.403 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=138] ["take time"=17.375673ms] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.117 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/01 12:32:59.441 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=01bc5bf2-b2bc-4afc-b121-b9bfa30c7848] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:44.137 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/01 12:32:59.441 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/01 12:32:44.152 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:32:44.192 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:59.496 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [category=ddl] [job="ID:189, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:187, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.193 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:59.506 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 187, Old Table Name: t"] [2024/06/01 12:32:44.195 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:44.203 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:32:59.550 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=138] [neededSchemaVersion=139] ["start time"=319.565µs] [gotSchemaVersion=139] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:44.203 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:32:59.562 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=189] [version=139] [2024/06/01 12:32:44.203 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:44.203 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:32:44.204 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:44.204 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:59.564 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=139] ["take time"=18.788807ms] [job="ID:189, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.204 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:44.204 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:59.603 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=189] [tableIDs="[187]"] [comment="drop table: table ID"] [2024/06/01 12:32:44.204 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:59.613 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=189] [jobType="drop table"] [2024/06/01 12:32:44.219 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:44.220 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:59.617 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=189] [conn=2] [job="ID:189, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:187, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:59.156 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.220 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:59.689 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=189] [2024/06/01 12:32:44.220 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=1GiB] [per-index=341.3MiB] [2024/06/01 12:32:59.689 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:44.221 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/01 12:32:44.277 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [2024/06/01 12:32:44.281 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/01 12:32:44.285 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:44.285 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/01 12:32:44.380 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:0] [2024/06/01 12:32:59.693 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.535711667\n# Parse_time: 0.000608675\n# Compile_time: 0.000800357\n# Rewrite_time: 0.000013016\n# Optimize_time: 0.000970372\n# Wait_TS: 0.000405245\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:44.409 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:0] [readDur=4.92989ms] [encodeDur=22.216113ms] [checksum="{cksum=10186756693624054687,size=6300,kvs=178}"] [deliverDur=620.266µs] [type=file] [takeTime=28.816957ms] [] [2024/06/01 12:32:59.698 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=139] [cur_db=write_after_import] [sql="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:44.410 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=31] [takeTime=133.600827ms] [] [2024/06/01 12:32:59.754 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:44.410 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=6300] [kvs=178] [files=1] [sstFileSize=2480] [file=/tmp/tidb/import-4000/6/ca3e155a-15d5-5ae7-9e5c-7b927aa672a8.sst/b5118079-ba4e-4d14-b4df-55ba137b1a9d.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F7280000000000000B2] [2024/06/01 12:32:44.410 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:59.754 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:44.411 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:44.411 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/01 12:32:59.800 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [category=ddl] [job="ID:191, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.413 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=2.126249ms] [] [2024/06/01 12:32:59.807 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 190, Table Name: t"] [2024/06/01 12:32:44.413 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [2024/06/01 12:32:44.417 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:59.904 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=139] [neededSchemaVersion=140] ["start time"=3.225117ms] [gotSchemaVersion=140] [phyTblIDs="[190]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:44.439 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] ["region ranges"=1] [count=178] [size=6300] [2024/06/01 12:32:59.917 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=191] [version=140] [2024/06/01 12:32:44.439 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:44.456 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [size=6300] [kvs=178] [importedSize=6300] [importedCount=178] [2024/06/01 12:32:59.919 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=140] ["take time"=22.886288ms] [job="ID:191, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:59.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.458 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [retryCnt=0] [takeTime=45.073299ms] [] [2024/06/01 12:32:44.458 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [2024/06/01 12:32:59.982 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=191] [conn=2] [job="ID:191, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:59.707 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:44.459 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:0] [engineUUID=ca3e155a-15d5-5ae7-9e5c-7b927aa672a8] [takeTime=1.052821ms] [] [2024/06/01 12:33:00.024 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=191] [2024/06/01 12:32:44.459 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:33:00.024 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:44.459 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:44.461 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=1.544014ms] [] [2024/06/01 12:32:44.461 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [2024/06/01 12:32:44.461 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:32:44.461 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [retryCnt=0] [takeTime=57.314µs] [] [2024/06/01 12:33:00.028 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.33387118\n# Parse_time: 0.002073901\n# Compile_time: 0.002055066\n# Rewrite_time: 0.000020808\n# Optimize_time: 0.000970372\n# Wait_TS: 0.000581477\n# DB: write_after_import\n# Is_internal: false\n# Digest: 2f240416326fc09fb6849d7eeb00eb3313f36befa6e542035b06559f7cfa5f74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int AUTO_INCREMENT PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:32:44.461 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [2024/06/01 12:33:00.213 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=190] [2024/06/01 12:32:44.462 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-1] [engineUUID=b9abc1dc-6b83-5f0f-a753-8886979f5596] [takeTime=886.362µs] [] [2024/06/01 12:33:00.221 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:44.553 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [2024/06/01 12:33:00.221 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:44.558 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/01 12:33:00.222 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:44.562 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:33:00.222 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:44.562 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/01 12:33:00.223 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:44.658 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [2024/06/01 12:33:00.223 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:00.223 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:00.223 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:44.690 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:2107] [readDur=5.258986ms] [encodeDur=25.819865ms] [checksum="{cksum=18015026156569992564,size=5832,kvs=162}"] [deliverDur=510.97µs] [type=file] [takeTime=32.760258ms] [] [2024/06/01 12:33:00.223 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:00.238 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:00.241 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:44.692 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5832] [kvs=162] [files=1] [sstFileSize=2326] [file=/tmp/tidb/import-4000/6/daa203f4-1887-5623-a6a4-248c6bef501a.sst/c0d497a3-30a9-432c-8f28-c8fe9819a643.sst] [firstKey=7480000000000000785F7280000000000000B3] [lastKey=7480000000000000785F728000000000000154] [2024/06/01 12:33:00.241 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:44.692 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=32] [takeTime=139.122701ms] [] [2024/06/01 12:33:00.272 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:44.693 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/06/01 12:33:00.276 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.693 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/06/01 12:33:00.328 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [key=import-from-select] [2024/06/01 12:32:44.693 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/01 12:33:00.330 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [key=import-from-select] [2024/06/01 12:32:44.695 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=2.279784ms] [] [2024/06/01 12:33:00.330 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=126.287µs] [] [2024/06/01 12:32:44.695 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [2024/06/01 12:32:44.700 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:00.331 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [key=import-from-select] [readDur=44.209µs] [encodeDur=1.529088ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=542.744µs] [type=query] [takeTime=2.594595ms] [] [2024/06/01 12:32:44.723 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] ["region ranges"=1] [count=162] [size=5832] [2024/06/01 12:33:00.332 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:44.723 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:44.740 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=daa203f4-1887-5623-a6a4-248c6bef501a] [size=5832] [kvs=162] [importedSize=5832] [importedCount=162] [2024/06/01 12:33:00.332 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/02624288-4584-4887-8d00-bbe71f156c5a/102b1544-1a0b-5f02-9523-0f5011224f00.sst/5bb66897-26ef-464c-9832-ea3f01d42f52.sst] [firstKey=7480000000000000BE5F728000000000000001] [lastKey=7480000000000000BE5F728000000000000004] [2024/06/01 12:32:44.741 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [retryCnt=0] [takeTime=46.315486ms] [] [2024/06/01 12:33:00.334 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.20188ms] [] [2024/06/01 12:32:44.742 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [2024/06/01 12:33:00.335 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:32:44.743 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:1] [engineUUID=daa203f4-1887-5623-a6a4-248c6bef501a] [takeTime=1.311765ms] [] [2024/06/01 12:33:00.340 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:44.743 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=1] [2024/06/01 12:33:00.362 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:32:44.743 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:33:00.362 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:44.745 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.937045ms] [] [2024/06/01 12:33:00.375 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:32:44.745 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [2024/06/01 12:33:00.377 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=42.358832ms] [] [2024/06/01 12:32:44.745 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:33:00.377 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.745 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [retryCnt=0] [takeTime=66.762µs] [] [2024/06/01 12:32:44.745 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [2024/06/01 12:33:00.377 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/02624288-4584-4887-8d00-bbe71f156c5a/630083e6-fc50-5cd2-8645-c17b147197ce.sst/d82d582a-7ee9-4f4d-8157-13d3988d332b.sst] [firstKey=7480000000000000BE5F698000000000000001038000000000000004] [lastKey=7480000000000000BE5F698000000000000001038000000000000007] [2024/06/01 12:32:44.747 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-2] [engineUUID=b0c1b185-f84c-5cd5-bf88-6eb99f29f0c8] [takeTime=1.19292ms] [] [2024/06/01 12:33:00.380 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.692576ms] [] [2024/06/01 12:32:44.814 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [2024/06/01 12:33:00.380 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:44.818 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/01 12:33:00.385 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:44.821 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:33:00.407 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:32:44.821 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/01 12:33:00.407 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:44.848 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [2024/06/01 12:33:00.419 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:32:44.876 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=1.csv:4213] [readDur=4.623362ms] [encodeDur=22.098829ms] [checksum="{cksum=15679111463926781008,size=5724,kvs=159}"] [deliverDur=487.627µs] [type=file] [takeTime=28.101456ms] [] [2024/06/01 12:33:00.421 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=40.932629ms] [] [2024/06/01 12:32:44.878 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=33] [takeTime=63.934728ms] [] [2024/06/01 12:33:00.421 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/06/01 12:33:00.421 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [2024/06/01 12:32:44.878 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=5724] [kvs=159] [files=1] [sstFileSize=2291] [file=/tmp/tidb/import-4000/6/f3889bb6-7112-53f8-a71e-4117aeb30a89.sst/a8db3762-e656-44f3-a422-068e1c793e27.sst] [firstKey=7480000000000000785F728000000000000155] [lastKey=7480000000000000785F7280000000000001F3] [2024/06/01 12:33:00.433 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [takeTime=12.187751ms] [] [2024/06/01 12:32:44.878 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/06/01 12:33:00.433 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:32:44.878 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/06/01 12:33:00.433 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [weight=30] [2024/06/01 12:32:44.878 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/01 12:33:00.434 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [concurrency=15] [2024/06/01 12:32:44.880 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.928187ms] [] [2024/06/01 12:33:00.444 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:32:44.880 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [2024/06/01 12:33:00.447 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=190] [physicalTableID=190] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/01 12:32:44.885 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:00.448 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:32:44.907 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] ["region ranges"=1] [count=159] [size=5724] [2024/06/01 12:32:44.907 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:00.448 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=02624288-4584-4887-8d00-bbe71f156c5a] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=26.669616ms] [] [2024/06/01 12:32:44.923 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=f3889bb6-7112-53f8-a71e-4117aeb30a89] [size=5724] [kvs=159] [importedSize=5724] [importedCount=159] [2024/06/01 12:33:00.448 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:44.925 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [retryCnt=0] [takeTime=44.224832ms] [] [2024/06/01 12:33:00.448 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=17.876µs] [] [2024/06/01 12:32:44.925 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [2024/06/01 12:33:00.448 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:44.926 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:2] [engineUUID=f3889bb6-7112-53f8-a71e-4117aeb30a89] [takeTime=1.165291ms] [] [2024/06/01 12:33:00.449 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.056337ms] [] [2024/06/01 12:32:44.926 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=2] [2024/06/01 12:33:00.449 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.926 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:33:00.449 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.312µs] [] [2024/06/01 12:32:44.928 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=1.668597ms] [] [2024/06/01 12:33:00.449 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:44.928 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [2024/06/01 12:33:00.450 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.098653ms] [] [2024/06/01 12:32:44.928 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:33:00.456 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:00.456 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:44.928 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [retryCnt=0] [takeTime=68.412µs] [] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:44.928 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:44.929 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t`:-3] [engineUUID=58c5f10f-1d2d-556d-b891-007aed152a59] [takeTime=857.068µs] [] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:44.999 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:45.007 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:45.007 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:00.456 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:00.457 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:00.457 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:00.459 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:00.459 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:00.459 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:00.459 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.007 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:00.459 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:45.007 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:45.009 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:45.009 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:45.009 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:45.009 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:45.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:45.010 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=817.865856ms] [] [2024/06/01 12:32:45.049 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:45.051 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:45.052 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:45.052 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:45.119 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":499,\"ColSizeMap\":{\"1\":935,\"2\":4383}}"] [2024/06/01 12:32:45.121 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:45.121 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:45.278 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:45.354 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/06/01 12:32:45.354 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/06/01 12:32:45.354 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [2024/06/01 12:32:45.354 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=30.505µs] [] [2024/06/01 12:32:45.354 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [groupId=-1] [size=17856] [kvs=499] [checksum=12595441316452543163] [2024/06/01 12:33:00.461 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165520467755016\n# Conn_ID: 2\n# Query_time: 0.43156209\n# Parse_time: 0.000847292\n# Compile_time: 0.003369324\n# Rewrite_time: 0.001692323\n# Optimize_time: 0.000970372\n# Wait_TS: 0.000106117\n# Cop_time: 0.000243335 Process_time: 0.000087382 Wait_time: 0.000038246 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 8.7382e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.8246e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('1wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQyNS43bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRAwyNi44GUN0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xBWxEcHJvY19rZXlzOiA0LCB0b3RfARIgOiA4Ny40wrVzCRMkd2FpdDogMzguMgUTgGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDg1LjMFOqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBYQIYWxfJSVIMS4wNm1zfX0JMzU0IEJ5dGVzCSEjIDIJNDNfNgkxXzEluHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbIEOnsFYwAwOYNIfSwgc2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyOAEEYWwyFwAgX3NpemU6IDE4KVYEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTQuNiUhdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWkCGtleT4WABg4LCBibG9jIeU5lw0yFDJ9fX0sIAHZXsYAARw28QEIYWxfIfMNGjX4JSkMd2FsbA0ZPDIxMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('wgagCr0GCgxJbXBvcnRJbnRvXzIS9gUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA4Ny40BYMAdAXjCHdhaRGdDDM4LjIJGhxpa3Zfd2FsbA0zIDIxMcK1c31w/xEBBAF4EQoo/wEhnFYfpYdMFkEupgEoAUABUhRkYXRhOlQ21AEEWhQFhhQyNi44bXMxfyAyYtgBY29wX3QhnEgge251bTogMSwgbWF4OiAxLjE3ASoMcHJvYy1bKWolnTbPAAXNADoZyBBjb3ByXzkpRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaGG46IDg1LjMlAqhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxUQEF4igxLjA2bXN9fXDiAj0tADghGRQDTi9BWhUFJgw0MjUuBd8YbG9vcHM6MVZjAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-4 [2024/06/01 12:32:45.355 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [checksum="{cksum=12595441316452543163,size=17856,kvs=499}"] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) [2024/06/01 12:32:45.355 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [weight=30] [2024/06/01 12:33:00.475 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=140] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:45.355 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [concurrency=15] [2024/06/01 12:32:45.362 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=12595441316452543163] [totalKvs=499] [totalBytes=17856] [2024/06/01 12:33:00.502 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:45.362 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [local="{cksum=12595441316452543163,size=17856,kvs=499}"] [2024/06/01 12:32:45.363 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=8.216278ms] [] [2024/06/01 12:33:00.502 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:45.363 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=34] [takeTime=8.424833ms] [] [2024/06/01 12:32:45.408 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=130.108585ms] [] [2024/06/01 12:33:00.573 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.442 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:00.605 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=140] [neededSchemaVersion=141] ["start time"=689.389µs] [gotSchemaVersion=141] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:45.443 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/01 12:33:00.616 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=141] [2024/06/01 12:32:45.445 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/01 12:32:45.496 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/01 12:32:45.526 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:45.548 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:00.618 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=141] ["take time"=17.847233ms] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.548 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/01 12:33:00.658 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:00.693 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=141] [neededSchemaVersion=142] ["start time"=263.857µs] [gotSchemaVersion=142] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:00.704 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=142] [2024/06/01 12:33:00.706 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=142] ["take time"=17.242733ms] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.629 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.146202386\n# Parse_time: 0.000993498\n# Compile_time: 0.001926774\n# Rewrite_time: 0.000310092\n# Optimize_time: 0.000906153\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 0ecbe8e161f1b07f2c7d18a2afd5bf392db1a2fba4892509a9cd877780196c70\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6Mi4xNHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6Mi4xNHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t` FROM 'gs://split-file/1.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, lines_terminated_by=_UTF8MB4' ', skip_rows=1, __max_engine_size=_UTF8MB4'1';"] [2024/06/01 12:32:45.638 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:00.799 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [category=ddl] [job="ID:192, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:190, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.650 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=split_file] [sql="create table t2 (a int primary key nonclustered, b varchar(100));"] [user=] [2024/06/01 12:33:00.809 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 190, Old Table Name: t"] [2024/06/01 12:32:45.714 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:122, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:00.857 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=142] [neededSchemaVersion=143] ["start time"=336.705µs] [gotSchemaVersion=143] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:00.871 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=192] [version=143] [2024/06/01 12:32:45.714 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:122, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t2 (a int primary key nonclustered, b varchar(100));"] [2024/06/01 12:33:00.873 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=143] ["take time"=21.1584ms] [job="ID:192, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.781 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create table, State:queueing, SchemaState:none, SchemaID:116, TableID:122, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:00.936 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=192] [tableIDs="[190]"] [comment="drop table: table ID"] [2024/06/01 12:32:45.789 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 116, Table ID: 122, Table Name: t2"] [2024/06/01 12:33:00.945 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=192] [jobType="drop table"] [2024/06/01 12:32:45.851 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=2.818728ms] [gotSchemaVersion=61] [phyTblIDs="[122]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:45.862 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/06/01 12:33:00.949 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=192] [conn=2] [job="ID:192, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:190, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:00.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:01.010 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=192] [2024/06/01 12:33:01.011 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:45.864 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=21.157232ms] [job="ID:123, Type:create table, State:done, SchemaState:public, SchemaID:116, TableID:122, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:45.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.920 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create table, State:synced, SchemaState:public, SchemaID:116, TableID:122, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:45.638 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:45.965 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/01 12:33:01.014 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.540178572\n# Parse_time: 0.00052104\n# Compile_time: 0.000883425\n# Rewrite_time: 0.000009792\n# Optimize_time: 0.001428397\n# Wait_TS: 0.000412567\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:45.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:01.016 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=143] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:33:01.060 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:45.968 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.319770758\n# Parse_time: 0.000720981\n# Compile_time: 0.00112324\n# Rewrite_time: 0.00001236\n# Optimize_time: 0.00095442\n# Wait_TS: 0.000695745\n# DB: split_file\n# Is_internal: false\n# Digest: 0fc00de2a702bac8170529603ddb5df870b3905c639575bbcd0606304c274ff2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate table t2 (a int primary key nonclustered, b varchar(100));"] [2024/06/01 12:33:01.060 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64))"] [2024/06/01 12:32:45.984 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:01.123 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [category=ddl] [job="ID:194, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.217 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://split-file/2.csv?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"lines_terminated_by\":\"\\r\\n\",\"split_file\":null}}"] [dist-task-enabled=true] [2024/06/01 12:33:01.130 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 193, Table Name: t"] [2024/06/01 12:32:46.322 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=26B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:32:46.361 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/01 12:33:01.215 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=143] [neededSchemaVersion=144] ["start time"=2.869288ms] [gotSchemaVersion=144] [phyTblIDs="[193]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:46.362 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:33:01.229 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=194] [version=144] [2024/06/01 12:32:46.467 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:46.468 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:46.469 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/01 12:32:46.513 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:01.231 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=144] ["take time"=28.034223ms] [job="ID:194, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.516 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t2] [2024/06/01 12:32:46.516 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t2] [before=536870912000] [after=26] [2024/06/01 12:33:01.302 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=194] [conn=2] [job="ID:194, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:01.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:46.521 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t2] [filesCount=1] [MaxChunkSize=9] [RegionsCount=2] [BatchSize=26] [cost=5.137985ms] [2024/06/01 12:33:01.342 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=194] [2024/06/01 12:32:46.521 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t2] [takeTime=5.273931ms] [] [2024/06/01 12:33:01.342 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:46.522 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:46.522 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:32:46.641 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/01 12:32:46.660 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/01 12:32:46.688 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=8] [2024/06/01 12:33:01.346 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.331192878\n# Parse_time: 0.000597585\n# Compile_time: 0.000863255\n# Rewrite_time: 0.00000869\n# Optimize_time: 0.001428397\n# Wait_TS: 0.000380204\n# DB: write_after_import\n# Is_internal: false\n# Digest: 190445c91e9a154b99a97a4330dfe47563aadd09e811229dabe151d0482c68ff\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64));"] [2024/06/01 12:32:46.727 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:33:01.512 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=193] [2024/06/01 12:32:46.728 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:33:01.519 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:46.730 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:33:01.519 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:46.738 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/01 12:33:01.519 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:46.738 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205111906084] [2024/06/01 12:33:01.520 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:46.738 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:01.521 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:46.738 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/01 12:33:01.521 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:46.739 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:01.521 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:46.739 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:01.521 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:46.739 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:01.521 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:46.739 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:01.534 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:46.739 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:01.536 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:46.752 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:01.536 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:46.754 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:01.540 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:46.754 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t2] [quota=374.2GB] [2024/06/01 12:33:01.543 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:46.754 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=768MiB] [per-index=256MiB] [2024/06/01 12:33:01.662 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [key=import-from-select] [2024/06/01 12:32:46.754 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t2] [import-id=7] [disk-quota=348.5GiB] [2024/06/01 12:32:46.795 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=35] [2024/06/01 12:33:01.663 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [key=import-from-select] [readDur=33.009µs] [encodeDur=903.917µs] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=170.813µs] [type=query] [takeTime=1.616554ms] [] [2024/06/01 12:32:46.799 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [2024/06/01 12:33:01.664 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [key=import-from-select] [2024/06/01 12:32:46.803 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [2024/06/01 12:32:46.803 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/06/01 12:33:01.664 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=104.319µs] [] [2024/06/01 12:32:46.803 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=122] [2024/06/01 12:33:01.665 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:46.889 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:15] [2024/06/01 12:32:46.892 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:15] [readDur=279.122µs] [encodeDur=1.549135ms] [checksum="{cksum=2162711943388796547,size=139,kvs=4}"] [deliverDur=931.715µs] [type=file] [takeTime=3.196795ms] [] [2024/06/01 12:33:01.665 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/1d52f342-7c21-462b-a41c-f28dd38185df/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ad81631f-9e30-4daa-968b-f1f34746ce8f.sst] [firstKey=7480000000000000C15F728000000000000004] [lastKey=7480000000000000C15F728000000000000007] [2024/06/01 12:33:01.667 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.388593ms] [] [2024/06/01 12:32:46.894 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=67] [kvs=2] [files=1] [sstFileSize=977] [file=/tmp/tidb/import-4000/7/b7061b4d-cde2-5b63-bd61-55af03920c43.sst/d93a5704-1eb3-42a8-b455-e27fcab6ec33.sst] [firstKey=74800000000000007A5F728000000000000005] [lastKey=74800000000000007A5F728000000000000006] [2024/06/01 12:33:01.667 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:32:46.900 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=122] [key=2.csv:0] [2024/06/01 12:33:01.672 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:01.693 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:46.904 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=122] [key=2.csv:0] [readDur=1.109133ms] [encodeDur=1.69789ms] [checksum="{cksum=9409098127078595649,size=207,kvs=6}"] [deliverDur=287.564µs] [type=file] [takeTime=3.480208ms] [] [2024/06/01 12:33:01.694 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:46.905 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=35] [takeTime=110.126639ms] [] [2024/06/01 12:33:01.706 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:33:01.708 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.71997ms] [] [2024/06/01 12:32:46.905 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=99] [kvs=3] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/7/b7061b4d-cde2-5b63-bd61-55af03920c43.sst/a09f0838-a6c2-48ed-8b4a-67d89e57c832.sst] [firstKey=74800000000000007A5F728000000000000001] [lastKey=74800000000000007A5F728000000000000003] [2024/06/01 12:33:01.708 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:46.905 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:33:01.709 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.488151ms] [] [2024/06/01 12:32:46.905 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:33:01.710 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:46.905 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [2024/06/01 12:33:01.710 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:46.908 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [takeTime=2.277052ms] [] [2024/06/01 12:33:01.710 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=73.176µs] [] [2024/06/01 12:32:46.908 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [retryCnt=0] [2024/06/01 12:33:01.710 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/01 12:32:46.933 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:01.710 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [2024/06/01 12:32:46.955 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=b7061b4d-cde2-5b63-bd61-55af03920c43] ["region ranges"=1] [count=5] [size=166] [2024/06/01 12:33:01.710 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [takeTime=12.815µs] [] [2024/06/01 12:32:46.955 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:01.710 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:46.971 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=b7061b4d-cde2-5b63-bd61-55af03920c43] [size=166] [kvs=5] [importedSize=166] [importedCount=5] [2024/06/01 12:33:01.710 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [weight=30] [2024/06/01 12:32:46.973 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [retryCnt=0] [takeTime=65.298449ms] [] [2024/06/01 12:33:01.710 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [concurrency=15] [2024/06/01 12:32:46.973 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [2024/06/01 12:33:01.715 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=193] [physicalTableID=193] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:46.975 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:0] [engineUUID=b7061b4d-cde2-5b63-bd61-55af03920c43] [takeTime=1.308897ms] [] [2024/06/01 12:33:01.715 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:46.975 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:33:01.716 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=1d52f342-7c21-462b-a41c-f28dd38185df] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.622651ms] [] [2024/06/01 12:32:46.975 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [2024/06/01 12:33:01.716 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:46.976 +00:00] [INFO] [engine.go:1644] ["compact sst"] [category=ddl-ingest] [fileCount=2] [size=180] [count=5] [cost=1.211318ms] [file=/tmp/tidb/import-4000/7/3f0a0734-602d-5886-ba9a-bb426e401303.sst/29bf2c9f-a2a4-4e36-9ee1-5babc7336a6f.sst] [2024/06/01 12:33:01.716 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=9.362µs] [] [2024/06/01 12:33:01.716 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:46.976 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=180] [kvs=5] [files=1] [sstFileSize=1011] [file=/tmp/tidb/import-4000/7/3f0a0734-602d-5886-ba9a-bb426e401303.sst/29bf2c9f-a2a4-4e36-9ee1-5babc7336a6f.sst] [firstKey=74800000000000007A5F698000000000000001038000000000000001] [lastKey=74800000000000007A5F698000000000000001038000000000000009] [2024/06/01 12:33:01.717 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.067146ms] [] [2024/06/01 12:32:46.979 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [takeTime=3.780801ms] [] [2024/06/01 12:33:01.717 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:46.979 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [retryCnt=0] [2024/06/01 12:32:46.983 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:01.717 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.668µs] [] [2024/06/01 12:32:47.005 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=3f0a0734-602d-5886-ba9a-bb426e401303] ["region ranges"=1] [count=5] [size=180] [2024/06/01 12:33:01.717 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.005 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:01.718 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=856.072µs] [] [2024/06/01 12:32:47.018 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=3f0a0734-602d-5886-ba9a-bb426e401303] [size=180] [kvs=5] [importedSize=180] [importedCount=5] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:47.020 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [retryCnt=0] [takeTime=40.905705ms] [] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:47.020 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:01.722 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:47.021 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`split_file`.`t2`:-1] [engineUUID=3f0a0734-602d-5886-ba9a-bb426e401303] [takeTime=1.110692ms] [] [2024/06/01 12:33:01.722 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:47.070 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:47.075 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.075 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:01.722 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:01.722 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:01.724 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:01.724 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:01.724 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:01.725 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:01.725 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.075 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.075 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:47.077 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:47.077 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:47.077 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.077 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.077 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.077 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=350.369005ms] [] [2024/06/01 12:32:47.084 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:47.086 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:47.087 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:47.087 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:47.152 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":5,\"ColSizeMap\":{\"1\":5,\"2\":11}}"] [2024/06/01 12:32:47.153 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:47.153 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:47.334 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [2024/06/01 12:32:47.390 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [2024/06/01 12:32:47.390 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [2024/06/01 12:32:47.390 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [2024/06/01 12:32:47.398 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [takeTime=8.067353ms] [] [2024/06/01 12:32:47.399 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [groupId=-1] [size=166] [kvs=5] [checksum=7480877474128995445] [2024/06/01 12:33:01.727 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165520808542221\n# Conn_ID: 2\n# Query_time: 0.378700208\n# Parse_time: 0.00048111\n# Compile_time: 0.002802867\n# Rewrite_time: 0.001366182\n# Optimize_time: 0.001428397\n# Wait_TS: 0.000077077\n# Cop_time: 0.000051641 Process_time: 0.000045122 Wait_time: 0.000029609 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.5122e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.9609e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3NG1zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIgNDYyLjXCtXMsDUV8MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogOTcxLjYFK0Rwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDQ1LjEFIQETHHdhaXQ6IDI5DTSAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXQIX2R1BRoQbjogODQNmahtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6AbEYX3JwYzoxLAGECGFsXyUnUDg4NC43wrVzfX0JMzU0IEJ5dGVzCSEpIDIJNDNfNgkxXzEruHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZQAwNUQBmDxzY2FuX2RldGFpbDoge3RvAYwYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnXBCAxKW50cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaQIa2V5PhYAGDgsIGJsb2Mh5zmXDTIUMn19fSwgAddexAABHDbxAQhhbF8h8w0aADIx+CUnDHdhbGwNGQQxMwkaJH0JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcStwMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwAJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFyuCAxMcK1cywgcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0LCBrZXlfOhYATDgsIGJsb2NrOiB7Y2FjaGVfaGl0ETIUMn19fSwgAWUIX2RlUsQAARwQOiA0NS4JgwB0BeEId2FpEZsMMjkuNgWdJScMd2FsbA0zBDEzCRoIfXD/EQEEAXgRCij/ASGcVh+lh0wWQS6mASgBQAFSFGRhdGE6VDbUAQRaFgWIEDQ2Mi41BW4AbCWBIDJi3AFjb3BfdCGeRCB7bnVtOiAxLCBtYXg6IDk3MQ2aDHByb2MtXyluJaE21QAF0wA6Gc4QY29wcl85L0RyYXRpbzogMC4wMCwgYnVpbGQFdAhfZHUFGhBuOiA4NA2aqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRhfcnBjOjEsLVkF5jA4ODQuN8K1c319cOICPTMoOAFAAVIDTi9BWhMFKBAzNzRtc1WMVmcBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-5 [2024/06/01 12:32:47.399 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [groupId=1] [size=180] [kvs=5] [checksum=18104964756494429879] current case CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:32:47.399 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [checksum="{cksum=11281706083518712514,size=346,kvs=10}"] [2024/06/01 12:33:01.751 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=144] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:47.399 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [weight=30] [2024/06/01 12:32:47.399 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [concurrency=15] [2024/06/01 12:33:01.776 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:47.408 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=122] [physicalTableID=122] [indexID=-1] [checksum=7480877474128995445] [totalKvs=5] [totalBytes=166] [2024/06/01 12:32:47.410 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=122] [physicalTableID=122] [indexID=1] [checksum=18104964756494429879] [totalKvs=5] [totalBytes=180] [2024/06/01 12:33:01.776 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:47.411 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [local="{cksum=11281706083518712514,size=346,kvs=10}"] [2024/06/01 12:32:47.411 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [takeTime=20.918211ms] [] [2024/06/01 12:33:01.817 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.411 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=36] [takeTime=21.171294ms] [] [2024/06/01 12:33:01.853 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=144] [neededSchemaVersion=145] ["start time"=862.952µs] [gotSchemaVersion=145] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:32:47.453 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=16GiB]"] [takeTime=118.629883ms] [] [2024/06/01 12:33:01.864 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=145] [2024/06/01 12:32:47.485 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:33:01.866 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=145] ["take time"=18.308754ms] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.485 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/01 12:32:47.487 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/01 12:32:47.538 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/01 12:32:47.568 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/01 12:33:01.901 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:01.940 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=145] [neededSchemaVersion=146] ["start time"=292.068µs] [gotSchemaVersion=146] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:01.952 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=146] [2024/06/01 12:33:01.953 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=146] ["take time"=23.790625ms] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.588 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6188977169999998\n# Parse_time: 0.000993616\n# Compile_time: 0.001678951\n# Rewrite_time: 0.000282968\n# Optimize_time: 0.00095442\n# Wait_TS: 0\n# DB: split_file\n# Is_internal: false\n# Digest: 741f7eb450c2c7d63ad6bf112905fa5f7a609f86cce6a7399a8f881083918408\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `split_file`.`t2` FROM 'gs://split-file/2.csv?endpoint=http://127.0.0.1:4443/storage/v1/' WITH split_file, lines_terminated_by=_UTF8MB4' ';"] [2024/06/01 12:33:02.005 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [category=ddl] [job="ID:195, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:193, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:02.015 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 193, Old Table Name: t"] [2024/06/01 12:33:02.087 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=146] [neededSchemaVersion=147] ["start time"=367.136µs] [gotSchemaVersion=147] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:02.098 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=195] [version=147] [2024/06/01 12:32:47.593 +00:00] [INFO] [executor.go:2329] ["fast check table by group"] ["table name"=t2] ["index name"=PRIMARY] [times=1] ["current offset"=0] ["current mod"=1] ["table sql"="select /*+ read_from_storage(tikv[`split_file`.`t2`]) */ bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `split_file`.`t2` use index() where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] ["index sql"="select bit_xor(crc32(md5(concat_ws(0x2, `_tidb_rowid`, `a`)))), ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024), count(*) from `split_file`.`t2` use index(`PRIMARY`) where 0 = 0 group by ((cast(crc32(md5(concat_ws(0x2, `_tidb_rowid`))) as signed) - 0) div 1 % 1024)"] [2024/06/01 12:33:02.101 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=147] ["take time"=19.090033ms] [job="ID:195, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.596 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:33:02.164 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=195] [tableIDs="[193]"] [comment="drop table: table ID"] [2024/06/01 12:32:47.596 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/01 12:33:02.173 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=195] [jobType="drop table"] [2024/06/01 12:32:47.703 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:32:47.703 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:32:47.713 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:33:02.177 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=195] [conn=2] [job="ID:195, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:193, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:01.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.713 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=25.216µs] [2024/06/01 12:33:02.244 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=195] [2024/06/01 12:32:47.713 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=15.345µs] [2024/06/01 12:33:02.244 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=15.754µs] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=15.759µs] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=19.135µs] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=19.561µs] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.261µs] [2024/06/01 12:33:02.247 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.497019239\n# Parse_time: 0.000495572\n# Compile_time: 0.000782428\n# Rewrite_time: 0.000009705\n# Optimize_time: 0.000785\n# Wait_TS: 0.000348908\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=13.63µs] [2024/06/01 12:33:02.249 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=147] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=18.693µs] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=25.973µs] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:33:02.290 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:02.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:47.714 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=17.635µs] [2024/06/01 12:32:47.714 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.290 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:02.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY CLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:32:47.714 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:32:47.716 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [] [2024/06/01 12:32:47.717 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:33:02.345 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [category=ddl] [job="ID:197, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:02.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.717 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:33:02.352 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 196, Table Name: t"] [2024/06/01 12:32:47.717 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:32:47.720 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:33:02.405 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=147] [neededSchemaVersion=148] ["start time"=2.789286ms] [gotSchemaVersion=148] [phyTblIDs="[196]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:47.723 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] ["take time"=20.150618ms] [2024/06/01 12:33:02.417 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=197] [version=148] [2024/06/01 12:32:47.723 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [2024/06/01 12:32:47.725 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/01 12:32:47.726 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/6589fb4c-5065-4848-bcb6-d2d0aad268f6] [watcherID=f0dde718-f893-44e5-89bc-e3da049363b3] [2024/06/01 12:33:02.419 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=148] ["take time"=21.179756ms] [job="ID:197, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:02.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.726 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/01 12:32:47.726 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/6589fb4c-5065-4848-bcb6-d2d0aad268f6] [2024/06/01 12:33:02.489 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=197] [conn=2] [job="ID:197, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:02.256 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.726 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:33:02.531 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=197] [2024/06/01 12:32:47.726 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:02.531 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:47.726 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:32:47.726 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:02.691 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=196] [2024/06/01 12:32:47.726 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:02.699 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:47.726 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:33:02.699 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:32:47.726 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:02.700 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:47.726 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:02.700 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:47.726 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:02.701 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:47.726 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:02.701 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:47.731 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/01 12:33:02.701 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:47.732 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/01 12:33:02.701 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:47.732 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=1169] [2024/06/01 12:33:02.701 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2389] ["indexUsageWorker exited."] [2024/06/01 12:33:02.716 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:33:02.718 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/01 12:33:02.718 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/01 12:33:02.722 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:33:02.726 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:33:02.800 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [key=import-from-select] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:02.802 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [key=import-from-select] [readDur=29.671µs] [encodeDur=987.041µs] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=168.58µs] [type=query] [takeTime=1.575834ms] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2360] ["loadStatsWorker exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:33:02.803 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/809c2cee-bf37-4234-8561-5774d63b1a28/102b1544-1a0b-5f02-9523-0f5011224f00.sst/ad476809-6421-489d-bd63-f311458f6b63.sst] [firstKey=7480000000000000C45F728000000000000004] [lastKey=7480000000000000C45F728000000000000007] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:33:02.809 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [key=import-from-select] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2529] ["analyzeJobsCleanupWorker exited."] [2024/06/01 12:33:02.809 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=159.197µs] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:02.809 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:02.811 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.608377ms] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:33:02.811 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/01 12:33:02.815 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2408] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/01 12:33:02.837 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [2024/06/01 12:33:02.837 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/01 12:33:02.851 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:33:02.853 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.605721ms] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:33:02.853 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.733 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.855 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.967004ms] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:33:02.855 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:32:47.733 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/01 12:33:02.855 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:02.855 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=50.587µs] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/01 12:33:02.855 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/01 12:32:47.733 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/01 12:33:02.855 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:33:02.855 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [takeTime=13.064µs] [] [2024/06/01 12:32:47.733 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.855 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/01 12:33:02.855 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [weight=30] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:2487] ["autoAnalyzeWorker exited."] [2024/06/01 12:33:02.855 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [concurrency=15] [2024/06/01 12:32:47.733 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de watch owner key /tidb/stats/owner/22318fd3c788a9f2"] [2024/06/01 12:33:02.860 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=196] [physicalTableID=196] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:33:02.860 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:33:02.860 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=809c2cee-bf37-4234-8561-5774d63b1a28] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=5.235594ms] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91c44e19-1bfb-41a6-a838-0f1443dcfadd"] [error="lost watcher waiting for delete"] [2024/06/01 12:33:02.860 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:33:02.860 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=11.076µs] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.861 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:02.862 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.014ms] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/01 12:32:47.733 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:02.862 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:33:02.862 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.632µs] [] [2024/06/01 12:32:47.733 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.862 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:32:47.733 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:33:02.863 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=911.904µs] [] [2024/06/01 12:32:47.734 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:33:02.866 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:47.733 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:47.733 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:47.733 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:02.866 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.734 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:02.866 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.734 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:33:02.866 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:47.733 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.868 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:47.734 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:33:02.868 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:47.734 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=2dcbdf04-9f84-4cf8-99af-b9ae9267b7de] [2024/06/01 12:33:02.868 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.734 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [2024/06/01 12:33:02.868 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.734 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/01 12:33:02.868 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:47.734 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/01 12:32:47.734 +00:00] [INFO] [domain.go:2410] ["updateStatsWorker ready to release owner"] [2024/06/01 12:32:47.734 +00:00] [ERROR] [distsql.go:1462] ["table reader fetch next chunk failed"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1460\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1462\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760"] [2024/06/01 12:32:47.734 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [error="context canceled"] [2024/06/01 12:33:02.870 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165521122852873\n# Conn_ID: 2\n# Query_time: 0.333990136\n# Parse_time: 0.000538713\n# Compile_time: 0.003385963\n# Rewrite_time: 0.001769991\n# Optimize_time: 0.000785\n# Wait_TS: 0.000090678\n# Cop_time: 0.000089058 Process_time: 0.000066677 Wait_time: 0.000031285 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.6677e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.1285e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3gWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMyOC42bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1NzcuMcK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4wBW5EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2Ni43BUoBEyR3YWl0OiAzMS4zBROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoUbjogMTAxDZiobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGwFF9ycGM6MQWYCGFsXyUoUDk2NS4ywrVzfX0JMzU0IEJ5dGVzCSEoIDIJNDNfNgkxXzEquHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbUEOnsFZQAwNUMBmDxzY2FuX2RldGFpbDoge3RvAYwYcHJvY2VzczI7AQRhbDIXACBfc2l6ZTogMTgpWQRhbA0tODUsIGdldF9zbmFwc2hvdAnXECAxMy42JV50cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JacIa2V5PhYAGDgsIGJsb2Mh6DmaDTIUMn19fSwgAdlexgABHDb0AQhhbF8h9g0aADMx+yUpDHdhbGwNGUQxODMuM8K1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('yQagCsQGCgxJbXBvcnRJbnRvXzIS/QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMy42wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2Ni43BYMAdAXjCHdhaRGdDDMxLjMJGhxpa3Zfd2FsbA0zCDE4MwUaCH1w/xEBBAF4EQos/wEhnFYfpYdMFkEpIactqCgBQAFSFGRhdGE6VDbWAQRaFgWIEDU3Ny4xBW4AbCWDKDJi2wFjb3BfdGFzAd9gbnVtOiAxLCBtYXg6IDEuMDZtcywgcHJvYy1fKW4loTbTAAXRADoZzBBjb3ByXzktRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDEwMQ2ZqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjFRBgXlMDk2NS4ywrVzfX1w4gI9MgA4IR4UA04vQVoVBSgMMzI4LgXiKQwAMVZoAQQYAQ==')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-6 current case CREATE TABLE t (id int, v varchar(64)) [2024/06/01 12:32:47.734 +00:00] [ERROR] [select_result.go:559] ["invalid cop task execution summaries length"] [expected=2] [received=0] [stack="github.com/pingcap/tidb/pkg/distsql.(*selectResult).updateCopRuntimeStats\n\tpkg/distsql/select_result.go:559\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Close\n\tpkg/distsql/select_result.go:609\ngithub.com/pingcap/tidb/pkg/executor.closeAll\n\tpkg/executor/distsql.go:138\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).Close\n\tpkg/executor/table_reader.go:629\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Close\n\tpkg/executor/table_reader.go:346\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Close\n\tpkg/executor/internal/exec/executor.go:426\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask.func1\n\tpkg/executor/distsql.go:1434\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1463\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760"] [2024/06/01 12:33:02.879 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=148] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:32:47.735 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:32:47.735 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=91c44e19-1bfb-41a6-a838-0f1443dcfadd] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:47.735 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:33:02.905 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:47.735 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:47.735 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:33:02.905 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:32:47.735 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91c44e19-1bfb-41a6-a838-0f1443dcfadd"] [error="context canceled"] [2024/06/01 12:32:47.735 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:47.735 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91c44e19-1bfb-41a6-a838-0f1443dcfadd"] [2024/06/01 12:33:03.011 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.051 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=148] [neededSchemaVersion=149] ["start time"=701.083µs] [gotSchemaVersion=149] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:03.062 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=149] [2024/06/01 12:32:47.735 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91c44e19-1bfb-41a6-a838-0f1443dcfadd"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:03.064 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=149] ["take time"=17.745079ms] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.128 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.161 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=149] [neededSchemaVersion=150] ["start time"=243.826µs] [gotSchemaVersion=150] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:03.171 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=150] [2024/06/01 12:33:03.173 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=150] ["take time"=15.520003ms] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.231 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [category=ddl] [job="ID:198, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:196, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.240 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 196, Old Table Name: t"] [2024/06/01 12:33:03.273 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=150] [neededSchemaVersion=151] ["start time"=372.797µs] [gotSchemaVersion=151] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:03.287 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=198] [version=151] [2024/06/01 12:33:03.288 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=151] ["take time"=19.305133ms] [job="ID:198, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:47.736 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).executeTask\n\tpkg/executor/distsql.go:1460\ngithub.com/pingcap/tidb/pkg/executor.(*tableWorker).pickAndExecTask\n\tpkg/executor/distsql.go:1163\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startTableWorker.func1\n\tpkg/executor/distsql.go:760\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:33:03.359 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=198] [tableIDs="[196]"] [comment="drop table: table ID"] [2024/06/01 12:33:03.369 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=198] [jobType="drop table"] [2024/06/01 12:33:03.373 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=198] [conn=2] [job="ID:198, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:196, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:02.857 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.472 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=198] [2024/06/01 12:33:03.472 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:03.476 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.597838627\n# Parse_time: 0.000486646\n# Compile_time: 0.000724269\n# Rewrite_time: 0.0000103\n# Optimize_time: 0.000935481\n# Wait_TS: 0.000442976\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:33:03.479 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=151] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64))"] [user=] [2024/06/01 12:33:03.523 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:03.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:03.523 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:03.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64))"] [2024/06/01 12:33:03.574 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [category=ddl] [job="ID:200, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:03.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.582 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 199, Table Name: t"] [2024/06/01 12:33:03.646 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=151] [neededSchemaVersion=152] ["start time"=3.242283ms] [gotSchemaVersion=152] [phyTblIDs="[199]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:03.659 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=200] [version=152] [2024/06/01 12:33:03.660 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=152] ["take time"=22.418857ms] [job="ID:200, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:03.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.705 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=200] [conn=2] [job="ID:200, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:03.456 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:03.743 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=200] [2024/06/01 12:33:03.743 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:03.956 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=199] [2024/06/01 12:33:03.963 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:33:03.963 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:33:03.963 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:03.964 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:33:03.964 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:03.964 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:03.964 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:03.965 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:03.965 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:03.978 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:03.980 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:03.980 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:03.984 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:03.988 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:03.993 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [key=import-from-select] [2024/06/01 12:33:03.995 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [key=import-from-select] [readDur=54.053µs] [encodeDur=1.152253ms] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [deliverDur=221.485µs] [type=query] [takeTime=1.794593ms] [] [2024/06/01 12:33:03.995 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/c7faca4c-387b-4d44-92c0-e14bf21d457e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/2a514640-cf92-4ac0-a207-5019dc409f3e.sst] [firstKey=7480000000000000C75F728000000000000001] [lastKey=7480000000000000C75F728000000000000004] [2024/06/01 12:33:04.001 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [key=import-from-select] [2024/06/01 12:33:04.001 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=128.812µs] [] [2024/06/01 12:33:04.001 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:04.002 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.455546ms] [] [2024/06/01 12:33:04.003 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:33:04.007 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:04.028 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:33:04.028 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:04.041 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:33:04.043 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.247537ms] [] [2024/06/01 12:33:04.043 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:04.045 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.518806ms] [] [2024/06/01 12:33:04.045 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:33:04.045 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:04.045 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=70.138µs] [] [2024/06/01 12:33:04.045 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/01 12:33:04.045 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [2024/06/01 12:33:04.052 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [takeTime=7.015169ms] [] [2024/06/01 12:33:04.052 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/01 12:33:04.052 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [weight=30] [2024/06/01 12:33:04.052 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [concurrency=15] [2024/06/01 12:33:04.056 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=199] [physicalTableID=199] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:33:04.057 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/01 12:33:04.057 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=c7faca4c-387b-4d44-92c0-e14bf21d457e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=11.94068ms] [] [2024/06/01 12:33:04.057 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:04.057 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=12.655µs] [] [2024/06/01 12:33:04.057 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:04.058 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.049158ms] [] [2024/06/01 12:33:04.058 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:04.058 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=9.999µs] [] [2024/06/01 12:33:04.058 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:04.059 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=824.473µs] [] [2024/06/01 12:33:04.062 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:04.062 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:04.062 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:04.062 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:04.062 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:04.062 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:04.062 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:04.063 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:04.063 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:04.063 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:47.759 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:33:04.063 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:47.760 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:04.063 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:04.063 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:04.065 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:04.065 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:04.065 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:04.065 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:04.065 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:04.066 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165521437687818\n# Conn_ID: 2\n# Query_time: 0.31841245\n# Parse_time: 0.000610741\n# Compile_time: 0.00335202\n# Rewrite_time: 0.001583101\n# Optimize_time: 0.000935481\n# Wait_TS: 0.000114347\n# Cop_time: 0.000085278 Process_time: 0.000036175 Wait_time: 0.000019847 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 3.6175e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 1.9847e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 352\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWQMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMxM21zLCBsb29wczoxCQEaoE4vQQoxCTMxXzcJMAkxMDAwMAlkYXRhOlRhYmxlRnVsbFNjYW5fNgk0CUIYNjIxLjbCtRVFeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDQBbkRwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDM2LjIFSgETJHdhaXQ6IDE5LjgFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhxuOiAxMDAuNAU7qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsBRfcnBjOjEFmAhhbF8lJgg5MTcFmjB9fQkzNTIgQnl0ZXMJISggMgk0M182CTFfMSq4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtQQ6ewVlADA1QwGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjsBBGFsMhcAIF9zaXplOiAxOClZBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcMIDYuNSm7dHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWnCGtleT4WABg4LCBibG9jIeg5mg0yFDJ9fX0sIAHZXsYAARw29AEIYWxfIfYNGjX7JSkMd2FsbBEZLdokfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS/QUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA2LjU2wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiAzNi4yBYMAdAXjCHdhaRGdDDE5LjgJGhxpa3Zfd2FsbA0zKDEwMC40wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgMNjIxLikLOGxvb3BzOjJi2wFjb3BfdCGgaCB7bnVtOiAxLCBtYXg6IDEuMDRtcywgcHJvYy1fKW4loTbTAAXRBDogFcwQY29wcl85LURyYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGgRuOhXtBXzIX2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsLVgF5RA5MTcuMiE5DH1w4AI9MgA4IR4UA04vQVoTBSgIMzEzAeApCgAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-7 current case CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:33:04.095 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=152] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:33:04.122 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:04.122 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:33:04.170 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.206 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=152] [neededSchemaVersion=153] ["start time"=551.657µs] [gotSchemaVersion=153] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:04.218 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=201] [version=153] [2024/06/01 12:33:04.220 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=153] ["take time"=18.229658ms] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.257 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.317 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=153] [neededSchemaVersion=154] ["start time"=281.893µs] [gotSchemaVersion=154] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:04.329 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=201] [version=154] [2024/06/01 12:33:04.331 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=154] ["take time"=17.816138ms] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.401 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [category=ddl] [job="ID:201, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:199, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.410 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 199, Old Table Name: t"] [2024/06/01 12:33:04.454 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=154] [neededSchemaVersion=155] ["start time"=249.52µs] [gotSchemaVersion=155] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:04.464 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=201] [version=155] [2024/06/01 12:33:04.466 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=155] ["take time"=16.869012ms] [job="ID:201, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.505 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=201] [tableIDs="[199]"] [comment="drop table: table ID"] [2024/06/01 12:33:04.514 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=201] [jobType="drop table"] [2024/06/01 12:33:04.518 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=201] [conn=2] [job="ID:201, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:199, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:04.057 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.574 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=201] [2024/06/01 12:32:47.760 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=61] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/01 12:33:04.574 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:04.577 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.483162313\n# Parse_time: 0.000460283\n# Compile_time: 0.000702787\n# Rewrite_time: 0.000009494\n# Optimize_time: 0.00138302\n# Wait_TS: 0.000430461\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:33:04.579 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=155] [cur_db=write_after_import] [sql="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:33:04.622 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:04.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:04.622 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:04.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:33:04.680 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [category=ddl] [job="ID:203, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:04.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.720 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 202, Table Name: t"] [2024/06/01 12:33:04.777 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=155] [neededSchemaVersion=156] ["start time"=2.710515ms] [gotSchemaVersion=156] [phyTblIDs="[202]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:04.787 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=203] [version=156] [2024/06/01 12:33:04.789 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=156] ["take time"=19.050478ms] [job="ID:203, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:04.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.859 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=203] [conn=2] [job="ID:203, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:04.557 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:04.902 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=203] [2024/06/01 12:33:04.902 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:04.905 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.327725133\n# Parse_time: 0.000580139\n# Compile_time: 0.000779554\n# Rewrite_time: 0.000008573\n# Optimize_time: 0.00138302\n# Wait_TS: 0.000348053\n# DB: write_after_import\n# Is_internal: false\n# Digest: c0acd9d1b735e4e56c8c7c6817d5889800ac27d5dd568ff1f00b38cd3e8665fc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:33:05.121 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=202] [2024/06/01 12:33:05.129 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:33:05.129 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:33:05.130 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:05.130 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:33:05.131 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:05.131 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:05.131 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:05.131 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:05.131 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:05.144 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:05.146 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:05.146 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:05.150 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:05.154 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:05.166 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [key=import-from-select] [2024/06/01 12:33:05.166 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [key=import-from-select] [2024/06/01 12:33:05.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [key=import-from-select] [readDur=18.094µs] [encodeDur=685.602µs] [checksum="{cksum=7340296357795544696,size=76,kvs=2}"] [deliverDur=215.699µs] [type=query] [takeTime=1.24455ms] [] [2024/06/01 12:33:05.168 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [key=import-from-select] [readDur=123.393µs] [encodeDur=674.244µs] [checksum="{cksum=2727559089799614776,size=76,kvs=2}"] [deliverDur=207.24µs] [type=query] [takeTime=1.291372ms] [] [2024/06/01 12:33:05.168 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/0b0e5bca-28e3-44db-af72-0784d88f5b6e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/96c37108-41b4-46bd-b39f-99edeb5317f1.sst] [firstKey=7480000000000000CA5F728000000000000001] [lastKey=7480000000000000CA5F728000000000000003] [2024/06/01 12:33:05.168 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:05.169 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/0b0e5bca-28e3-44db-af72-0784d88f5b6e/102b1544-1a0b-5f02-9523-0f5011224f00.sst/d3f16fa1-e89f-4ad6-9ce8-496370e00dfe.sst] [firstKey=7480000000000000CA5F728000000000000002] [lastKey=7480000000000000CA5F728000000000000004] [2024/06/01 12:33:05.172 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=3.293446ms] [] [2024/06/01 12:33:05.172 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:33:05.176 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:05.198 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:33:05.198 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:05.211 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:33:05.213 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.712289ms] [] [2024/06/01 12:33:05.213 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:05.214 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.448679ms] [] [2024/06/01 12:33:05.214 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:33:05.214 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:05.214 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=73.268µs] [] [2024/06/01 12:33:05.215 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/01 12:32:47.761 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:68\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:33:05.215 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [2024/06/01 12:32:47.762 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/01 12:33:05.222 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [takeTime=7.086232ms] [] [2024/06/01 12:32:47.762 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/01 12:33:05.222 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [checksum="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/01 12:32:47.762 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:33:05.222 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [weight=30] [2024/06/01 12:33:05.222 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [concurrency=15] [2024/06/01 12:33:05.226 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=202] [physicalTableID=202] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:33:05.226 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [local="{cksum=4613872053217128256,size=152,kvs=4}"] [2024/06/01 12:33:05.226 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=0b0e5bca-28e3-44db-af72-0784d88f5b6e] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=11.742004ms] [] [2024/06/01 12:32:47.935 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:05.226 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:48.986 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:33:05.227 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=10.705µs] [] [2024/06/01 12:32:48.986 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/01 12:33:05.227 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:32:48.986 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:33:05.228 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.08642ms] [] [2024/06/01 12:32:48.988 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 91c44e19-1bfb-41a6-a838-0f1443dcfadd"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:33:05.228 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:49.176 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 2dcbdf04-9f84-4cf8-99af-b9ae9267b7de"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:33:05.228 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=8.997µs] [] [2024/06/01 12:32:49.176 +00:00] [INFO] [domain.go:2416] ["updateStatsWorker exit preprocessing finished"] [2024/06/01 12:33:05.228 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:32:49.176 +00:00] [INFO] [domain.go:2441] ["updateStatsWorker exited."] [2024/06/01 12:33:05.229 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=873.391µs] [] [2024/06/01 12:32:49.176 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:49.185 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.481485519s] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:49.185 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:05.232 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:49.185 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:05.232 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:49.185 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:49.185 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:49.185 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:49.185 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:49.186 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:49.186 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:49.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:49.186 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:05.232 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:05.232 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:49.186 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:05.234 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:49.186 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:05.234 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:49.186 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:05.234 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:49.187 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (50.02s) --- PASS: TestImportInto/TestGlobalSortBasic (12.44s) [2024/06/01 12:33:05.234 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] --- PASS: TestImportInto/TestGlobalSortMultiFiles (8.97s) --- PASS: TestImportInto/TestSplitFile (7.91s) PASS [2024/06/01 12:33:05.234 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] coverage: 14.5% of statements GCov does not exist at the given path: '' Jun 01, 2024 12:32:54 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 01, 2024 12:32:54 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 01, 2024 12:32:54 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 01, 2024 12:32:54 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 01, 2024 12:32:54 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest4:importintotest4_test up-to-date: bazel-bin/tests/realtikvtest/importintotest4/importintotest4_test_/importintotest4_test INFO: Elapsed time: 31.121s, Critical Path: 14.08s INFO: 1625 processes: 1605 remote cache hit, 20 internal. INFO: Build completed successfully, 1625 total actions Test cases: finished with 4 passing and 0 failing out of 4 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [2024/06/01 12:33:05.235 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165521752260609\n# Conn_ID: 2\n# Query_time: 0.328752938\n# Parse_time: 0.000702842\n# Compile_time: 0.003245661\n# Rewrite_time: 0.001560667\n# Optimize_time: 0.00138302\n# Wait_TS: 0.000085938\n# Cop_time: 0.000099062 Process_time: 0.000051305 Wait_time: 0.000024688 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 5.1305e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.4688e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2wWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMyMy4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBA1ODTCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDgBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDUxLjMFSgETJHdhaXQ6IDI0LjcFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhRuOiA1OS4Jl9BtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MQWXCGFsXyUlUDk2Ny45wrVzfX0JMzU0IEJ5dGVzCSElIDIJNDNfNgkxXzEnuHRhYmxlOmR0LCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG8JNAl0aWt2BbQEOnsFZQAwNUIBmDxzY2FuX2RldGFpbDoge3RvAYwYcHJvY2VzczI6AQRhbDIXACBfc2l6ZTogMTgpWARhbA0tODUsIGdldF9zbmFwc2hvdAnXECA2LjAzJV10cm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50JaYIa2V5PhYAGDgsIGJsb2Mh5zmZDTIUMn19fSwgAdlexgABHDbzAQhhbF8h9Q0aADIx+iUpDHdhbGwNGUQxNDIuMcK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xgagCsEGCgxJbXBvcnRJbnRvXzIS+gUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA2LjAzwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA1MS4zBYMAdAXjCHdhaRGdDDI0LjcJGhxpa3Zfd2FsbA0zKDE0Mi4xwrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoUBYgINTg0BWwAbCWBIDJi2gFjb3BfdCGeaCB7bnVtOiAxLCBtYXg6IDEuMDhtcywgcHJvYy1dKWwlnzbRAAXPADoZyhBjb3ByXzkrRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDU5LgmY0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxUQMF4hA5NjcuOSE2DH1w4gI9Lyg4AUABUgNOL0FaFQUoEDMyMy4zAeEpCwAxVmUBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-8 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) [2024/06/01 12:33:05.246 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=156] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:33:05.272 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:05.272 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:33:05.320 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.351 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=156] [neededSchemaVersion=157] ["start time"=718.756µs] [gotSchemaVersion=157] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:05.363 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=157] [2024/06/01 12:33:05.365 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=157] ["take time"=19.004184ms] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.404 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.440 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=157] [neededSchemaVersion=158] ["start time"=253.63µs] [gotSchemaVersion=158] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:05.451 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=158] [2024/06/01 12:33:05.453 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=158] ["take time"=19.322284ms] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.507 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [category=ddl] [job="ID:204, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:202, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.515 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 202, Old Table Name: t"] [2024/06/01 12:33:05.591 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=158] [neededSchemaVersion=159] ["start time"=390.701µs] [gotSchemaVersion=159] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:05.602 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=204] [version=159] [2024/06/01 12:33:05.603 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=159] ["take time"=18.341832ms] [job="ID:204, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.672 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=204] [tableIDs="[202]"] [comment="drop table: table ID"] [2024/06/01 12:33:05.682 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=204] [jobType="drop table"] [2024/06/01 12:33:05.686 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=204] [conn=2] [job="ID:204, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:202, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:05.207 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.740 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=204] [2024/06/01 12:33:05.741 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:05.744 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.499461562\n# Parse_time: 0.0004795\n# Compile_time: 0.00066473\n# Rewrite_time: 0.000008515\n# Optimize_time: 0.000729589\n# Wait_TS: 0.000481893\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:33:05.747 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=159] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [user=] [2024/06/01 12:33:05.788 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:05.788 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64))"] [2024/06/01 12:33:05.842 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [category=ddl] [job="ID:206, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.850 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 205, Table Name: t"] [2024/06/01 12:33:05.911 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=159] [neededSchemaVersion=160] ["start time"=2.948276ms] [gotSchemaVersion=160] [phyTblIDs="[205]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:05.922 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=206] [version=160] [2024/06/01 12:33:05.924 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=160] ["take time"=19.649145ms] [job="ID:206, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:05.998 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=206] [conn=2] [job="ID:206, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:05.757 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.041 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=206] [2024/06/01 12:33:06.041 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:06.047 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.301520418\n# Parse_time: 0.00106732\n# Compile_time: 0.001025945\n# Rewrite_time: 0.000008455\n# Optimize_time: 0.000729589\n# Wait_TS: 0.000327352\n# DB: write_after_import\n# Is_internal: false\n# Digest: c1243c00b7c2a501a26d652ae292f8c2e4063ab1729fc0f04d77dabab4fe6dde\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64));"] [2024/06/01 12:33:06.238 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=205] [2024/06/01 12:33:06.246 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:33:06.246 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:33:06.246 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:06.246 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:33:06.247 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:06.247 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:06.247 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:06.247 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:06.248 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:06.262 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:06.263 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:06.263 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:06.268 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:06.271 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:06.284 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [key=import-from-select] [2024/06/01 12:33:06.285 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [key=import-from-select] [2024/06/01 12:33:06.285 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=119.323µs] [] [2024/06/01 12:33:06.286 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [key=import-from-select] [readDur=36.661µs] [encodeDur=1.146559ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=397.233µs] [type=query] [takeTime=1.932336ms] [] [2024/06/01 12:33:06.287 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:06.287 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/ec7144f4-01e8-4dd5-bab7-c18dc380cc6c/102b1544-1a0b-5f02-9523-0f5011224f00.sst/f8fb482a-d86e-4f2d-ae9f-5befc6fa78b6.sst] [firstKey=7480000000000000CD5F728000000000000001] [lastKey=7480000000000000CD5F728000000000000004] [2024/06/01 12:33:06.289 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=2.363511ms] [] [2024/06/01 12:33:06.290 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:33:06.294 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:06.315 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:33:06.316 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:06.328 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:33:06.330 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=40.370621ms] [] [2024/06/01 12:33:06.330 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:06.330 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/ec7144f4-01e8-4dd5-bab7-c18dc380cc6c/630083e6-fc50-5cd2-8645-c17b147197ce.sst/79ba5f4b-29b3-4eda-a0a0-034002111334.sst] [firstKey=7480000000000000CD5F698000000000000001038000000000000004] [lastKey=7480000000000000CD5F698000000000000001038000000000000007] [2024/06/01 12:33:06.332 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.35343ms] [] [2024/06/01 12:33:06.332 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:33:06.337 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:06.358 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:33:06.358 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:06.370 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:33:06.372 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=39.454755ms] [] [2024/06/01 12:33:06.372 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [2024/06/01 12:33:06.372 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [2024/06/01 12:33:06.379 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [takeTime=6.793157ms] [] [2024/06/01 12:33:06.379 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:33:06.379 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [weight=30] [2024/06/01 12:33:06.379 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [concurrency=15] [2024/06/01 12:33:06.388 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:33:06.418 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=205] [physicalTableID=205] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/01 12:33:06.419 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:33:06.419 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=ec7144f4-01e8-4dd5-bab7-c18dc380cc6c] [checksum="{\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\",\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\"}"] [takeTime=47.03246ms] [] [2024/06/01 12:33:06.419 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:06.420 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=23.244µs] [] [2024/06/01 12:33:06.420 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:06.421 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.614017ms] [] [2024/06/01 12:33:06.421 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:06.421 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=19.903µs] [] [2024/06/01 12:33:06.422 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:06.423 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.485578ms] [] [2024/06/01 12:33:06.430 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:06.430 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:06.430 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:06.430 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:06.433 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:06.433 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:06.433 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:06.433 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:06.433 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:06.435 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165522040356874\n# Conn_ID: 2\n# Query_time: 0.386702686\n# Parse_time: 0.000597514\n# Compile_time: 0.004353604\n# Rewrite_time: 0.002379572\n# Optimize_time: 0.000729589\n# Wait_TS: 0.00014819\n# Cop_time: 0.000071483 Process_time: 0.000067592 Wait_time: 0.000032772 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.7592e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.2772e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 354\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('2QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjM3OS4zbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg0MzguMsK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS42AW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA2Ny42BUkBEyR3YWl0OiAzMi44BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRoUbjogMTQwBTmobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MQWWCGFsXyUlSDEuNDVtc319CTM1NCBCeXRlcwkhIyAyCTQzXzYJMV8xJbh0YWJsZTpkdCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCTQJdGlrdgWxBDp7BWMAMDU+AZY8c2Nhbl9kZXRhaWw6IHt0bwGKGHByb2Nlc3MyNwEEYWwyFwAgX3NpemU6IDE4KVUEYWwNLTg1LCBnZXRfc25hcHNob3QJ1RAgMTQuMyUhdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWjCGtleT4WABg4LCBibG9jIeM5lg0yFDJ9fX0sIAHZXsYAARw28AEIYWxfIfINGjX3JSkMd2FsbA0ZRDE4NS45wrVzfQlOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('xAagCr8GCgxJbXBvcnRJbnRvXzIS+AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxNC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA2Ny42BYMAdAXjCHdhaRGdDDMyLjgJGhxpa3Zfd2FsbA0zKDE4NS45wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNDM4LjIFbkBsb29wczoyYtYBY29wX3RhcwHfXG51bTogMSwgbWF4OiAxLjZtcywgcHJvYy1eKW0loDbSAAXQADoZyxBjb3ByXzksRHJhdGlvOiAwLjAwLCBidWlsZAVxCF9kdQUaAG4hogAwBZaobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGtFF9ycGM6MVEDBeIoMS40NW1zfX1w4gI9LQA4IRkUA04vQVoVBSYQMzc5LjMB3ikHADFWYwEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-9 current case CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1 [2024/06/01 12:33:06.468 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=160] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:33:06.492 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:06.493 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:33:06.535 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.566 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=160] [neededSchemaVersion=161] ["start time"=644.684µs] [gotSchemaVersion=161] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:06.577 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=161] [2024/06/01 12:33:06.579 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=161] ["take time"=17.231103ms] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.660 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.691 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=161] [neededSchemaVersion=162] ["start time"=283.176µs] [gotSchemaVersion=162] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:06.701 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=162] [2024/06/01 12:33:06.703 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=162] ["take time"=17.00388ms] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.767 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [category=ddl] [job="ID:207, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:205, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.778 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 205, Old Table Name: t"] [2024/06/01 12:33:06.826 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=162] [neededSchemaVersion=163] ["start time"=273.923µs] [gotSchemaVersion=163] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:06.838 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=207] [version=163] [2024/06/01 12:33:06.840 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=163] ["take time"=18.042287ms] [job="ID:207, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:06.934 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=207] [tableIDs="[205]"] [comment="drop table: table ID"] [2024/06/01 12:33:06.945 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=207] [jobType="drop table"] [2024/06/01 12:33:06.950 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=207] [conn=2] [job="ID:207, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:205, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:06.457 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.006 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=207] [2024/06/01 12:33:07.006 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:07.010 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.543045736\n# Parse_time: 0.000677197\n# Compile_time: 0.000839211\n# Rewrite_time: 0.000009347\n# Optimize_time: 0.001265851\n# Wait_TS: 0.000340033\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:33:07.012 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=163] [cur_db=write_after_import] [sql="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [user=] [2024/06/01 12:33:07.052 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:07.052 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1"] [2024/06/01 12:33:07.116 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [category=ddl] [job="ID:209, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.124 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 208, Table Name: t"] [2024/06/01 12:33:07.179 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=163] [neededSchemaVersion=164] ["start time"=2.635262ms] [gotSchemaVersion=164] [phyTblIDs="[208]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:07.190 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=209] [version=164] [2024/06/01 12:33:07.192 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=164] ["take time"=16.235477ms] [job="ID:209, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.260 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=209] [conn=2] [job="ID:209, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.006 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.343 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=209] [2024/06/01 12:33:07.343 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:07.347 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.336801782\n# Parse_time: 0.000719103\n# Compile_time: 0.001040758\n# Rewrite_time: 0.00000899\n# Optimize_time: 0.001265851\n# Wait_TS: 0.0003414\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4f931f6c009339ec161ef7b743ec5cd686b17cf8d9545d96f1abd4aa0a9c18f2\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id int PRIMARY KEY NONCLUSTERED, v varchar(64)) AUTO_ID_CACHE 1;"] [2024/06/01 12:33:07.555 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=208] [2024/06/01 12:33:07.563 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:33:07.563 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:33:07.564 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:07.564 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:33:07.565 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:07.565 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:07.565 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:07.565 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:07.565 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:07.579 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:07.581 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:07.581 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:07.585 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:07.589 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:07.594 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [key=import-from-select] [2024/06/01 12:33:07.596 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [key=import-from-select] [readDur=39.611µs] [encodeDur=1.312271ms] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [deliverDur=435.536µs] [type=query] [takeTime=2.258747ms] [] [2024/06/01 12:33:07.598 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=152] [kvs=4] [files=1] [sstFileSize=1009] [file=/tmp/tidb/import-4000/2862884f-1292-474f-8588-1acd8332b95c/102b1544-1a0b-5f02-9523-0f5011224f00.sst/cc421924-5685-4dfa-a2b9-aa357b91b021.sst] [firstKey=7480000000000000D05F728000000000000001] [lastKey=7480000000000000D05F728000000000000004] [2024/06/01 12:33:07.602 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [key=import-from-select] [2024/06/01 12:33:07.602 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=152.307µs] [] [2024/06/01 12:33:07.603 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:07.604 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.536011ms] [] [2024/06/01 12:33:07.604 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:33:07.609 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:07.631 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=152] [2024/06/01 12:33:07.631 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:07.644 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=152] [kvs=4] [importedSize=152] [importedCount=4] [2024/06/01 12:33:07.646 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.363336ms] [] [2024/06/01 12:33:07.646 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:07.646 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=144] [kvs=4] [files=1] [sstFileSize=1002] [file=/tmp/tidb/import-4000/2862884f-1292-474f-8588-1acd8332b95c/630083e6-fc50-5cd2-8645-c17b147197ce.sst/6a6ff7b2-4786-4ebe-812c-15c77158f664.sst] [firstKey=7480000000000000D05F698000000000000001038000000000000004] [lastKey=7480000000000000D05F698000000000000001038000000000000007] [2024/06/01 12:33:07.648 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=2.567591ms] [] [2024/06/01 12:33:07.648 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:33:07.653 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:07.675 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] ["region ranges"=1] [count=4] [size=144] [2024/06/01 12:33:07.675 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:07.688 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=630083e6-fc50-5cd2-8645-c17b147197ce] [size=144] [kvs=4] [importedSize=144] [importedCount=4] [2024/06/01 12:33:07.690 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=41.059602ms] [] [2024/06/01 12:33:07.690 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [2024/06/01 12:33:07.690 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [2024/06/01 12:33:07.697 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [takeTime=6.867112ms] [] [2024/06/01 12:33:07.697 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [checksum="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:33:07.697 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [weight=30] [2024/06/01 12:33:07.697 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [concurrency=15] [2024/06/01 12:33:07.737 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=-1] [checksum=4613872053217128256] [totalKvs=4] [totalBytes=152] [2024/06/01 12:33:07.741 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=208] [physicalTableID=208] [indexID=1] [checksum=8921845837811637811] [totalKvs=4] [totalBytes=144] [2024/06/01 12:33:07.742 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [local="{cksum=4311923599730848115,size=296,kvs=8}"] [2024/06/01 12:33:07.743 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=2862884f-1292-474f-8588-1acd8332b95c] [checksum="{\"id=-1\"=\"{cksum=4613872053217128256,size=152,kvs=4}\",\"id=1\"=\"{cksum=8921845837811637811,size=144,kvs=4}\"}"] [takeTime=52.508881ms] [] [2024/06/01 12:33:07.743 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:07.743 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=32.362µs] [] [2024/06/01 12:33:07.743 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:07.745 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.331893ms] [] [2024/06/01 12:33:07.745 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:07.745 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=15.672µs] [] [2024/06/01 12:33:07.745 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:07.746 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.385434ms] [] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:07.753 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:07.753 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:07.753 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:07.753 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:07.755 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:07.756 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:07.756 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:07.756 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:07.756 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:07.758 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165522381406221\n# Conn_ID: 2\n# Query_time: 0.408804814\n# Parse_time: 0.001190616\n# Compile_time: 0.003915264\n# Rewrite_time: 0.001922928\n# Optimize_time: 0.001265851\n# Wait_TS: 0.00010385\n# Cop_time: 0.000064615 Process_time: 0.00004608 Wait_time: 0.000020519 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.608e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.0519e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3QWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjQwMS45bXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBg1MDYuOMK1FUV0MiwgY29wX3Rhc2s6IHtudW06IDEsIG1heDogMS4xAW1EcHJvY19rZXlzOiA0LCB0b3RfARIUOiA0Ni4xBUkBEyR3YWl0OiAyMC41BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXEIX2R1BRocbjogMTA0LjkFO6htYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZgIYWxfJSdQOTg3LjfCtXN9fQkzNTMgQnl0ZXMJIScgMgk0M182CTFfMSm4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtQQ6ewVlADA1QgGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjsBBGFsMhcAIF9zaXplOiAxOClZBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcMIDYuMikjdHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudCWnCGtleT4WABg4LCBibG9jIec5mg0yFDJ9fX0sIAHZXsYAARwAOjL0AQhhbF8h9g0aNfslKQx3YWxsDRlEMTIzLjfCtXN9CU4vQQlOL0EK')\n# Binary_plan: tidb_decode_binary_plan('yAagCsMGCgxJbXBvcnRJbnRvXzIS/AUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCA2LjI5wrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0Ni4xBYMAdAXjCHdhaRGdDDIwLjUJGhxpa3Zfd2FsbA0zKDEyMy43wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoWBYgQNTA2LjgFbgBsJYMgMmLaAWNvcF90IaBkIHtudW06IDEsIG1heDogMS4xbXMsIHByb2MtXiltJaAEOiAu0gAF0AA6GcsQY29wcl85LERyYXRpbzogMC4wMCwgYnVpbGQFcQhfZHUFGhhuOiAxMDQuKaOobWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MVEFBeQIOTg3KTgMfXDhAj0xKDgBQAFSA04vQVoVBSgQNDAxLjkB4ikLADFWZwEEGAE=')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] === RUN TestImportInto/TestWriteAfterImportFromSelect/case-10 current case CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64)) [2024/06/01 12:33:07.769 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=164] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:33:07.797 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:07.797 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:33:07.847 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.887 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=164] [neededSchemaVersion=165] ["start time"=672.691µs] [gotSchemaVersion=165] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:07.899 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=165] [2024/06/01 12:33:07.901 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=165] ["take time"=19.621861ms] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.965 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:07.997 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=165] [neededSchemaVersion=166] ["start time"=258.116µs] [gotSchemaVersion=166] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:08.009 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=166] [2024/06/01 12:33:08.011 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=166] ["take time"=17.75107ms] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.078 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [category=ddl] [job="ID:210, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:208, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.088 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 208, Old Table Name: t"] [2024/06/01 12:33:08.123 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=166] [neededSchemaVersion=167] ["start time"=289.541µs] [gotSchemaVersion=167] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:08.135 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=210] [version=167] [2024/06/01 12:33:08.137 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=167] ["take time"=19.136083ms] [job="ID:210, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.239 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=210] [tableIDs="[208]"] [comment="drop table: table ID"] [2024/06/01 12:33:08.251 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=210] [jobType="drop table"] [2024/06/01 12:33:08.255 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=210] [conn=2] [job="ID:210, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:208, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:07.756 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.315 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=210] [2024/06/01 12:33:08.315 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:08.319 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.551180852\n# Parse_time: 0.00053806\n# Compile_time: 0.000967444\n# Rewrite_time: 0.000015711\n# Optimize_time: 0.001016548\n# Wait_TS: 0.000475882\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:33:08.321 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=167] [cur_db=write_after_import] [sql="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [user=] [2024/06/01 12:33:08.367 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:08.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:08.367 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:08.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64))"] [2024/06/01 12:33:08.437 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [category=ddl] [job="ID:212, Type:create table, State:queueing, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:08.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.444 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 179, Table ID: 211, Table Name: t"] [2024/06/01 12:33:08.515 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=167] [neededSchemaVersion=168] ["start time"=2.735213ms] [gotSchemaVersion=168] [phyTblIDs="[211]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:33:08.527 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=212] [version=168] [2024/06/01 12:33:08.529 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=168] ["take time"=20.479171ms] [job="ID:212, Type:create table, State:done, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:08.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.587 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=212] [conn=2] [job="ID:212, Type:create table, State:synced, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:08.306 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:08.665 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=212] [2024/06/01 12:33:08.666 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:08.670 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.350140911\n# Parse_time: 0.000679158\n# Compile_time: 0.000958062\n# Rewrite_time: 0.000010385\n# Optimize_time: 0.001016548\n# Wait_TS: 0.000379631\n# DB: write_after_import\n# Is_internal: false\n# Digest: 06502dd8b564bfd335fcc99b19b8616ba7e5ba7b7b8d80ff9d48a7486aecca98\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"Available implicit allocation times: 288230376151711743\"}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nCREATE TABLE t (id bigint PRIMARY KEY auto_random, v varchar(64));"] [2024/06/01 12:33:08.874 +00:00] [INFO] [import_into.go:216] ["importing data from select statement"] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [concurrency=2] [target-table=`write_after_import`.`t`] [target-table-id=211] [2024/06/01 12:33:08.882 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:33:08.882 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511194209831310] [2024/06/01 12:33:08.882 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:08.882 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:33:08.883 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:33:08.883 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:33:08.883 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:08.883 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:33:08.884 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:08.898 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:33:08.899 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:33:08.899 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:33:08.904 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:08.907 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:08.938 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [key=import-from-select] [2024/06/01 12:33:08.941 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [key=import-from-select] [readDur=39.375µs] [encodeDur=1.544929ms] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [deliverDur=172.002µs] [type=query] [takeTime=2.323052ms] [] [2024/06/01 12:33:08.942 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [key=import-from-select] [2024/06/01 12:33:08.942 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=136] [kvs=4] [files=1] [sstFileSize=1004] [file=/tmp/tidb/import-4000/8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c/102b1544-1a0b-5f02-9523-0f5011224f00.sst/50ec714c-b45f-4386-8afb-782eef8a2632.sst] [firstKey=7480000000000000D35F728000000000000004] [lastKey=7480000000000000D35F728000000000000007] [2024/06/01 12:33:08.942 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [key=import-from-select] [readDur=0s] [encodeDur=0s] [checksum="{cksum=0,size=0,kvs=0}"] [deliverDur=0s] [type=query] [takeTime=166.412µs] [] [2024/06/01 12:33:08.942 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:08.944 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.852591ms] [] [2024/06/01 12:33:08.944 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [2024/06/01 12:33:08.949 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:33:08.971 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] ["region ranges"=1] [count=4] [size=136] [2024/06/01 12:33:08.971 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:33:08.984 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=102b1544-1a0b-5f02-9523-0f5011224f00] [size=136] [kvs=4] [importedSize=136] [importedCount=4] [2024/06/01 12:33:08.986 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [retryCnt=0] [takeTime=41.626931ms] [] [2024/06/01 12:33:08.986 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:08.988 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=1.564002ms] [] [2024/06/01 12:33:08.988 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [2024/06/01 12:33:08.988 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:08.988 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [retryCnt=0] [takeTime=76.546µs] [] [2024/06/01 12:33:08.988 +00:00] [INFO] [table_import.go:761] ["post process start"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [2024/06/01 12:33:08.988 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [2024/06/01 12:33:08.996 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [takeTime=7.68421ms] [] [2024/06/01 12:33:08.996 +00:00] [INFO] [table_import.go:835] ["local checksum"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [checksum="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:33:08.996 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [weight=30] [2024/06/01 12:33:08.996 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [concurrency=15] [2024/06/01 12:33:09.001 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=211] [physicalTableID=211] [indexID=-1] [checksum=14384125892341312190] [totalKvs=4] [totalBytes=136] [2024/06/01 12:33:09.002 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [local="{cksum=14384125892341312190,size=136,kvs=4}"] [2024/06/01 12:33:09.002 +00:00] [INFO] [table_import.go:763] ["post process completed"] [table=t] [import-id=8fbdb0cd-63a6-4cbf-ac13-c8fb1ee20e4c] [checksum="{\"id=-1\"=\"{cksum=14384125892341312190,size=136,kvs=4}\"}"] [takeTime=13.864222ms] [] [2024/06/01 12:33:09.002 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:09.002 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=14.466µs] [] [2024/06/01 12:33:09.002 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [2024/06/01 12:33:09.003 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:1] [engineUUID=102b1544-1a0b-5f02-9523-0f5011224f00] [takeTime=1.107046ms] [] [2024/06/01 12:33:09.003 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:09.003 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=12.323µs] [] [2024/06/01 12:33:09.003 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [2024/06/01 12:33:09.004 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`write_after_import`.`t`:-1] [engineUUID=630083e6-fc50-5cd2-8645-c17b147197ce] [takeTime=973.025µs] [] [2024/06/01 12:33:09.008 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:09.008 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:09.008 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:09.008 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:09.010 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:33:09.010 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:09.010 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:09.010 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:09.010 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:09.012 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165522735038469\n# Conn_ID: 2\n# Query_time: 0.339948298\n# Parse_time: 0.001195548\n# Compile_time: 0.003964678\n# Rewrite_time: 0.001871095\n# Optimize_time: 0.001016548\n# Wait_TS: 0.000119133\n# Cop_time: 0.000080929 Process_time: 0.000044354 Wait_time: 0.000024425 Request_count: 1 Process_keys: 4 Total_keys: 5 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 8 Rocksdb_block_cache_hit_count: 2\n# DB: write_after_import\n# Is_internal: false\n# Digest: 4a4b6a4c30dc8ee1bebc60bd07e28678e357952a078d55330f553cd904684a3e\n# Stats: dt:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.4354e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.4425e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 353\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('3AWYMAk1OV8yCTAJMAlOL0EJMAl0aW1lOjMzMy4xbXMsIGxvb3BzOjEJARygTi9BCjEJMzFfNwkwCTEwMDAwCWRhdGE6VGFibGVGdWxsU2Nhbl82CTQJRBA1MznCtRVDeDIsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMDcBbERwcm9jX2tleXM6IDQsIHRvdF8BEhQ6IDQ0LjQFSgETGHdhaXQ6IDIRE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhxuOiAxMzYuNgVO0G1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDp7bnVtX3JwYzoxBZgIYWxfJSZQOTU3LjjCtXN9fQkzNTMgQnl0ZXMJISYgMgk0M182CTFfMSi4dGFibGU6ZHQsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkbwk0CXRpa3YFtQQ6ewVlADA1QwGYPHNjYW5fZGV0YWlsOiB7dG8BjBhwcm9jZXNzMjsBBGFsMhcAIF9zaXplOiAxOClZBGFsDS04NSwgZ2V0X3NuYXBzaG90CdcQIDEwLjMlI3Ryb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQlpwhrZXk+FgAYOCwgYmxvYyHoOZoNMhQyfX19LCAB2V7GAAEcNvQBCGFsXyH2DRo1+yUpDHdhbGwNGUQxMzUuNsK1c30JTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('xwagCsIGCgxJbXBvcnRJbnRvXzIS+wUKDVRhYmxlUmVhZGVyXzcSuQMKD1QBElBGdWxsU2Nhbl82IWTCmlW+DkRBKQABAfCQiMNAMAQ4AkACShMKEQoLZnJvbV9zZWxlY3QSAmR0Uh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qwgJ0aWt2X3Rhc2s6e3RpbWU6MHMsIGxvb3BzOjF9LCBzY2FuX2RldGFpbDoge3RvdGFsX3Byb2Nlc3Nfa2V5czogNCwgdG90YWxfcHJvY2VzcwUXJF9zaXplOiAxODQRHlhrZXlzOiA1LCBnZXRfc25hcHNob3RfdAFywCAxMC4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDQsIGtleV86FgBQOCwgYmxvY2s6IHtjYWNoZV9oaXRfDTIUMn19fSwgAWcIX2RlUsYAARwUOiA0NC40BYMAdAXjCHdhaRGdADIVGhxpa3Zfd2FsbA0zKDEzNS42wrVzfXD/EQEEAXgRCiz/ASGcVh+lh0wWQSkhpy2oKAFAAVIUZGF0YTpUNtYBBFoUBYgINTM5BYYAbCWBIDJi2wFjb3BfdCGeaCB7bnVtOiAxLCBtYXg6IDEuMDdtcywgcHJvYy1dKWwlnzbRAAXPADoZyhBjb3ByXzkrRHJhdGlvOiAwLjAwLCBidWlsZAVyCF9kdQUaFG46IDEzNgXrBXzIX2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEsLVYF4xA5NTcuOCE3DH1w4QI9MCg4AUABUgNOL0FaFQUoEDMzMy4xAeIpDAAxVmYBBBgB')\n# Resource_group: default\nIMPORT INTO `write_after_import`.`t` FROM SELECT * FROM `from_select`.`dt`;"] [2024/06/01 12:33:09.024 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=168] [cur_db=write_after_import] [sql="drop table if exists t;"] [user=] [2024/06/01 12:33:09.049 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:33:09.049 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/01 12:33:09.155 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:queueing, SchemaState:public, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.192 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=168] [neededSchemaVersion=169] ["start time"=787.885µs] [gotSchemaVersion=169] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:09.207 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=169] [2024/06/01 12:33:09.211 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=169] ["take time"=29.017657ms] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:2, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.275 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:write only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.307 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=169] [neededSchemaVersion=170] ["start time"=336.701µs] [gotSchemaVersion=170] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:09.322 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=170] [2024/06/01 12:33:09.324 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=170] ["take time"=21.147941ms] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.392 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [category=ddl] [job="ID:213, Type:drop table, State:running, SchemaState:delete only, SchemaID:179, TableID:211, RowCount:0, ArgLen:0, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.402 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: drop table, Schema ID: 179, Old Table ID: 211, Old Table Name: t"] [2024/06/01 12:33:09.446 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=170] [neededSchemaVersion=171] ["start time"=259.859µs] [gotSchemaVersion=171] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"drop table\"]"] [2024/06/01 12:33:09.460 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=213] [version=171] [2024/06/01 12:33:09.462 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=171] ["take time"=21.814163ms] [job="ID:213, Type:drop table, State:done, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.535 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=213] [tableIDs="[211]"] [comment="drop table: table ID"] [2024/06/01 12:33:09.578 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=213] [jobType="drop table"] [2024/06/01 12:33:09.583 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=213] [conn=2] [job="ID:213, Type:drop table, State:synced, SchemaState:none, SchemaID:179, TableID:211, RowCount:0, ArgLen:3, start time: 2024-06-01 12:33:09.007 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:33:09.651 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=213] [2024/06/01 12:33:09.651 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:33:09.656 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.633151981\n# Parse_time: 0.000477618\n# Compile_time: 0.000800513\n# Rewrite_time: 0.00001205\n# Optimize_time: 0.001031887\n# Wait_TS: 0.000478538\n# DB: write_after_import\n# Is_internal: false\n# Digest: 293123a5976f55d0b9cd979cd8b74ca6ac90429498766df23f5b51fcc0399f24\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ndrop table if exists t;"] [2024/06/01 12:33:09.661 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:33:09.661 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=21.559µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=19.442µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=19.684µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=20.209µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=20.27µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=14.572µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=17.497µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=13.5µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=13.273µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=12.448µs] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:33:09.677 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=5.866µs] [2024/06/01 12:33:09.678 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.678 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.678 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:09.679 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [] [2024/06/01 12:33:09.680 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:33:09.680 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:33:09.680 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:33:09.714 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=257609df-da28-4adb-b7e9-db5c20dbc348] ["take time"=53.048334ms] [2024/06/01 12:33:09.714 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=257609df-da28-4adb-b7e9-db5c20dbc348] [2024/06/01 12:33:09.716 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/01 12:33:09.716 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/01 12:33:09.716 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/723a779c-f43a-44fb-9016-06b190431ee0] [watcherID=febccfdf-2dfb-40d3-b0ba-283ed525d675] [2024/06/01 12:33:09.716 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/723a779c-f43a-44fb-9016-06b190431ee0] [2024/06/01 12:33:09.716 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:33:09.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:09.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:09.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:09.716 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:33:09.717 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:33:09.717 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:09.717 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:09.717 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:09.717 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:33:09.722 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/01 12:33:09.722 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=1763] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2360] ["loadStatsWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=257609df-da28-4adb-b7e9-db5c20dbc348] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:33:09.723 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2389] ["indexUsageWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2487] ["autoAnalyzeWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:33:09.723 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/01 12:33:09.723 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348 watch owner key /tidb/stats/owner/3eaa8fd3c77d9983"] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:33:09.723 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848 watch owner key /tidb/br-stream/owner/22318fd3c77da088"] [2024/06/01 12:33:09.723 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/01 12:33:09.724 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [2024/06/01 12:33:09.724 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:33:09.723 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/01 12:33:09.724 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:33:09.724 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2529] ["analyzeJobsCleanupWorker exited."] [2024/06/01 12:33:09.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/01 12:33:09.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:33:09.723 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:33:09.723 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/01 12:33:09.723 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:33:09.723 +00:00] [INFO] [domain.go:2408] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/01 12:33:09.724 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.724 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=257609df-da28-4adb-b7e9-db5c20dbc348] [2024/06/01 12:33:09.724 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.724 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/01 12:33:09.723 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:33:09.724 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [2024/06/01 12:33:09.724 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/01 12:33:09.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:33:09.724 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [2024/06/01 12:33:09.724 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [2024/06/01 12:33:09.724 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:09.724 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:33:09.726 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:33:09.726 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=01bc5bf2-b2bc-4afc-b121-b9bfa30c7848] [daemon-id=LogBackup::Advancer] [2024/06/01 12:33:09.726 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:33:09.726 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:33:09.726 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:33:09.726 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:33:09.726 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:33:09.726 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [error="context canceled"] [2024/06/01 12:33:09.729 +00:00] [ERROR] [txn.go:608] ["active transaction fail"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:608\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession\n\tpkg/disttask/framework/storage/task_table.go:182\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).GetTaskExecInfoByExecID\n\tpkg/disttask/framework/storage/task_table.go:270\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:193\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:33:09.730 +00:00] [INFO] [tidb.go:269] ["rollbackTxn called due to ddl/autocommit failure"] [2024/06/01 12:33:09.730 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=171] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 2,\n \"strictMode\": false,\n \"user\": null\n}"] [2024/06/01 12:33:09.731 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/tikv/pd/client.(*tsoRequest).Wait\n\texternal/com_github_tikv_pd_client/tso_request.go:79\ngithub.com/tikv/client-go/v2/util.interceptedTsFuture.Wait\n\texternal/com_github_tikv_client_go_v2/util/pd_interceptor.go:73\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:132\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/tikv/client-go/v2/oracle/oracles.(*tsFuture).Wait\n\texternal/com_github_tikv_client_go_v2/oracle/oracles/pd.go:135\ngithub.com/pingcap/tidb/pkg/session.(*txnFuture).wait\n\tpkg/session/txn.go:699\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).changePendingToValid\n\tpkg/session/txn.go:289\ngithub.com/pingcap/tidb/pkg/session.(*LazyTxn).Wait\n\tpkg/session/txn.go:607\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).ActivateTxn\n\tpkg/sessiontxn/isolation/base.go:290\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*baseTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/base.go:186\ngithub.com/pingcap/tidb/pkg/sessiontxn/isolation.(*OptimisticTxnContextProvider).GetStmtReadTS\n\tpkg/sessiontxn/isolation/optimistic.go:100\ngithub.com/pingcap/tidb/pkg/session.(*txnManager).GetStmtReadTS\n\tpkg/session/txnmanager.go:98\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).getSnapshotTS\n\tpkg/executor/builder.go:1829\ngithub.com/pingcap/tidb/pkg/executor.buildNoRangeIndexLookUpReader\n\tpkg/executor/builder.go:3750\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildIndexLookUpReader\n\tpkg/executor/builder.go:3806\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:294\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashJoin\n\tpkg/executor/builder.go:1483\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:260\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildHashAgg\n\tpkg/executor/builder.go:1642\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:272\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildProjection\n\tpkg/executor/builder.go:1778\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:276\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).buildSort\n\tpkg/executor/builder.go:2155\ngithub.com/pingcap/tidb/pkg/executor.(*executorBuilder).build\n\tpkg/executor/builder.go:250\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).buildExecutor\n\tpkg/executor/adapter.go:1172\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:522\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).ExecuteSQLWithNewSession.func1\n\tpkg/disttask/framework/storage/task_table.go:183\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:33:09.732 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/01 12:33:09.732 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/01 12:33:09.732 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:33:09.840 +00:00] [INFO] [domain.go:2410] ["updateStatsWorker ready to release owner"] [2024/06/01 12:33:09.840 +00:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [error="context canceled"] [2024/06/01 12:33:09.927 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:10.040 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:33:10.988 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:33:10.988 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/01 12:33:10.989 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:33:11.188 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 01bc5bf2-b2bc-4afc-b121-b9bfa30c7848"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:33:11.295 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 257609df-da28-4adb-b7e9-db5c20dbc348"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:33:11.295 +00:00] [INFO] [domain.go:2416] ["updateStatsWorker exit preprocessing finished"] [2024/06/01 12:33:11.295 +00:00] [INFO] [domain.go:2441] ["updateStatsWorker exited."] [2024/06/01 12:33:11.295 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:33:11.303 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.64252104s] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:33:11.304 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:33:11.304 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:33:11.304 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:33:11.304 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:33:11.306 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (78.61s) --- PASS: TestImportInto/TestImportFromSelectBasic (7.31s) --- PASS: TestImportInto/TestImportFromSelectColumnList (2.71s) --- PASS: TestImportInto/TestImportFromSelectStaleRead (3.38s) --- PASS: TestImportInto/TestWriteAfterImportFromFile (28.87s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-0 (1.98s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-1 (2.36s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-2 (2.47s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-3 (2.46s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-4 (2.49s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-5 (2.82s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-6 (2.87s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-7 (2.45s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-8 (2.91s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-9 (2.54s) --- PASS: TestImportInto/TestWriteAfterImportFromFile/case-10 (2.77s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect (15.61s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-0 (0.68s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-1 (1.20s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-2 (1.37s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-3 (1.32s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-4 (1.28s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-5 (1.13s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-6 (1.22s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-7 (1.15s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-8 (1.22s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-9 (1.30s) --- PASS: TestImportInto/TestWriteAfterImportFromSelect/case-10 (1.25s) PASS coverage: 14.3% of statements GCov does not exist at the given path: '' Jun 01, 2024 12:33:17 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 01, 2024 12:33:17 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 01, 2024 12:33:17 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 01, 2024 12:33:17 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 01, 2024 12:33:17 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest2:importintotest2_test up-to-date: bazel-bin/tests/realtikvtest/importintotest2/importintotest2_test_/importintotest2_test INFO: Elapsed time: 31.884s, Critical Path: 12.74s INFO: 1625 processes: 1605 remote cache hit, 20 internal. INFO: Build completed successfully, 1625 total actions Test cases: finished with 28 passing and 0 failing out of 28 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs complete to collect bazel result. complete to collect bazel result. [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // dir Post stage Post stage [1,595 / 1,601] [Prepa] Writing file tests/realtikvtest/addindextest4/addindextest4_test.instrumented_files ... (2 actions, 0 running) [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { Recording test results [1,627 / 1,628] 1 / 1 tests; Testing //tests/realtikvtest/importintotest3:importintotest3_test; 0s remote-cache INFO: From Testing //tests/realtikvtest/importintotest3:importintotest3_test: ==================== Test output for //tests/realtikvtest/importintotest3:importintotest3_test: === RUN TestImportInto [2024/06/01 12:31:56.266 +00:00] [INFO] [pd_service_discovery.go:991] ["[pd] update member urls"] [old-urls="[http://127.0.0.1:2379]"] [new-urls="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [2024/06/01 12:31:56.267 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:31:56.268 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:31:56.269 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:31:56.269 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:31:56.270 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:31:56.270 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:31:56.271 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:31:56.271 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:31:56.271 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:31:56.273 +00:00] [INFO] [tikv_driver.go:197] ["using API V1."] [2024/06/01 12:31:56.279 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=1] [addr=127.0.0.1:20162] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:31:56.281 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=4] [addr=127.0.0.1:20160] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:31:56.282 +00:00] [INFO] [store_cache.go:510] ["change store resolve state"] [store=7] [addr=127.0.0.1:20161] [from=unresolved] [to=resolved] [liveness-state=reachable] [2024/06/01 12:31:56.307 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:56.307 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:56.316 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:56.316 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:56.329 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(65535) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:31:56.353 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511205583541894] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:31:56.465 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:31:56.598 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=730] ["lease id"=3eaa8fd3c78867d5] [2024/06/01 12:31:56.601 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:31:56.607 +00:00] [WARN] [domain.go:244] ["failed to get schema version"] [error="There is no Write MVCC info for the schema version"] [errorVerbose="There is no Write MVCC info for the schema version\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).getTimestampForSchemaVersionWithNonEmptyDiff\n\tpkg/domain/domain.go:342\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:242\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init\n\tpkg/domain/domain.go:1277\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get.func1\n\tpkg/session/tidb.go:92\ngithub.com/pingcap/tidb/pkg/util.RunWithRetry\n\tpkg/util/misc.go:70\ngithub.com/pingcap/tidb/pkg/session.(*domainMap).Get\n\tpkg/session/tidb.go:79\ngithub.com/pingcap/tidb/pkg/session.createSessionWithOpt\n\tpkg/session/session.go:3634\ngithub.com/pingcap/tidb/pkg/session.createSession\n\tpkg/session/session.go:3626\ngithub.com/pingcap/tidb/pkg/session.runInBootstrapSession\n\tpkg/session/session.go:3576\ngithub.com/pingcap/tidb/pkg/session.bootstrapSessionImpl\n\tpkg/session/session.go:3352\ngithub.com/pingcap/tidb/pkg/session.BootstrapSession\n\tpkg/session/session.go:3318\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndDomainAndSetup\n\ttests/realtikvtest/testkit.go:124\ngithub.com/pingcap/tidb/tests/realtikvtest.CreateMockStoreAndSetup\n\ttests/realtikvtest/testkit.go:99\ntests/realtikvtest/importintotest3/importintotest3_test.(*mockGCSSuite).SetupSuite\n\ttests/realtikvtest/importintotest3/main_test.go:63\ngithub.com/stretchr/testify/suite.Run\n\texternal/com_github_stretchr_testify/suite/suite.go:157\ntests/realtikvtest/importintotest3/importintotest3_test.TestImportInto\n\ttests/realtikvtest/importintotest3/main_test.go:48\ntesting.tRunner\n\tGOROOT/src/testing/testing.go:1595\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [version=0] [2024/06/01 12:31:56.631 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=0] ["start time"=23.24542ms] [2024/06/01 12:31:56.634 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:31:56.634 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=9f824635-6bfd-4daf-aa9c-c52713248018] [runWorker=true] [2024/06/01 12:31:56.634 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:31:56.636 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:31:56.637 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:31:56.638 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:31:56.638 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:31:56.640 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd3c78867d9] [ownerID=9f824635-6bfd-4daf-aa9c-c52713248018] [op=none] [2024/06/01 12:31:56.640 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] [2024/06/01 12:31:56.641 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:31:56.641 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=61dda420-4dc9-4497-a9f5-0b0eed8a36cc] [daemon-id=LogBackup::Advancer] [2024/06/01 12:31:56.642 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] ["owner key"=/tidb/br-stream/owner/6f188fd3c788683b] [ownerID=61dda420-4dc9-4497-a9f5-0b0eed8a36cc] [op=none] [2024/06/01 12:31:56.642 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] [2024/06/01 12:31:56.643 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:31:56.644 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] ["owner key"=/tidb/ddl/fg/owner/3eaa8fd3c78867d9] [ownerID=9f824635-6bfd-4daf-aa9c-c52713248018] [op=none] [2024/06/01 12:31:56.644 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] [op=none] [2024/06/01 12:31:56.644 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:31:56.649 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=0] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS test"] [user=] [2024/06/01 12:31:56.680 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:56.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:56.680 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:56.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS test"] [2024/06/01 12:31:56.721 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [category=ddl] [job="ID:3, Type:create schema, State:queueing, SchemaState:none, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.774 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=1] ["start time"=25.518186ms] [2024/06/01 12:31:56.779 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:31:56.787 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:56.787 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=3] [version=1] [2024/06/01 12:31:56.789 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=1] ["take time"=44.193713ms] [job="ID:3, Type:create schema, State:done, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:31:56.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.858 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=3] [job="ID:3, Type:create schema, State:synced, SchemaState:public, SchemaID:2, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:56.882 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=3] [2024/06/01 12:31:56.882 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:56.886 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS `mysql`"] [user=] [2024/06/01 12:31:56.910 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=1] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [user=] [2024/06/01 12:31:57.086 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:57.086 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.user (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tauthentication_string\tTEXT,\n\t\tplugin\t\t\t\t\tCHAR(64),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tProcess_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_db_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tSuper_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_user_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_slave_priv\t \tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tRepl_client_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_role_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_role_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAccount_locked\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShutdown_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReload_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tFILE_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tConfig_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_Tablespace_Priv ENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_reuse_history smallint unsigned DEFAULT NULL,\n\t\tPassword_reuse_time smallint unsigned DEFAULT NULL,\n\t\tUser_attributes\t\t\tjson,\n\t\tToken_issuer\t\t\tVARCHAR(255),\n\t\tPassword_expired\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPassword_last_changed\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP(),\n\t\tPassword_lifetime\t\tSMALLINT UNSIGNED DEFAULT NULL,\n\t\tPRIMARY KEY (Host, User));"] [2024/06/01 12:31:57.131 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [category=ddl] [job="ID:5, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.435 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=1] [neededSchemaVersion=2] ["start time"=7.398536ms] [gotSchemaVersion=2] [phyTblIDs="[4]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:57.444 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:57.444 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=5] [version=2] [2024/06/01 12:31:57.446 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=2] ["take time"=22.495918ms] [job="ID:5, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:56.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.524 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=5] [job="ID:5, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:4, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:56.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.642 +00:00] [WARN] [runaway.go:166] ["failed to start runaway manager loop, please check whether the bootstrap or update is finished"] [error="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist"] [errorVerbose="[schema:1146]Table 'mysql.tidb_runaway_watch' doesn't exist\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/planner/core.Preprocess\n\tpkg/planner/core/preprocess.go:141\ngithub.com/pingcap/tidb/pkg/executor.(*Compiler).Compile\n\tpkg/executor/compiler.go:67\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2094\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternalStmt\n\tpkg/session/session.go:1998\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL.func1\n\tpkg/session/session.go:1963\ngithub.com/pingcap/tidb/pkg/session.(*session).withRestrictedSQLExecutor\n\tpkg/session/session.go:1949\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecRestrictedSQL\n\tpkg/session/session.go:1953\ngithub.com/pingcap/tidb/pkg/domain.(*SystemTableReader).Read\n\tpkg/domain/runaway.go:655\ngithub.com/pingcap/tidb/pkg/domain.getRunawayWatchRecord\n\tpkg/domain/runaway.go:543\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getWatchRecord\n\tpkg/domain/runaway.go:526\ngithub.com/pingcap/tidb/pkg/domain.(*runawaySyncer).getNewWatchRecords\n\tpkg/domain/runaway.go:509\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).updateNewAndDoneWatch\n\tpkg/domain/runaway.go:177\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).runawayStartLoop\n\tpkg/domain/runaway.go:156\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:31:57.698 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=5] [2024/06/01 12:31:57.698 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:57.702 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.800074379\n# Parse_time: 0\n# Compile_time: 0.008583942\n# Rewrite_time: 0.000009485\n# Optimize_time: 0\n# Wait_TS: 0.000301072\n# DB: mysql\n# Is_internal: true\n# Digest: 1dcdddcae0fb6a3fa29440fed26e29fecfb2c265d457dd4657cef0ce99abd274\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse mysql;\n;"] [2024/06/01 12:31:57.708 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=2] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [user=] [2024/06/01 12:31:57.753 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:57.753 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.password_history (\n Host char(255) NOT NULL DEFAULT '',\n User char(32) NOT NULL DEFAULT '',\n Password_timestamp timestamp(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n Password text,\n PRIMARY KEY (Host,User,Password_timestamp )\n ) COMMENT='Password history for user accounts' "] [2024/06/01 12:31:57.794 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [category=ddl] [job="ID:7, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.870 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=2] [neededSchemaVersion=3] ["start time"=2.596946ms] [gotSchemaVersion=3] [phyTblIDs="[6]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:57.880 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:57.880 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=7] [version=3] [2024/06/01 12:31:57.881 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=3] ["take time"=17.899218ms] [job="ID:7, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.917 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=7] [job="ID:7, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:6, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:57.961 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=7] [2024/06/01 12:31:57.962 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:57.967 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=3] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [user=] [2024/06/01 12:31:58.008 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:58.008 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_priv (Host CHAR(255) NOT NULL DEFAULT '',User CHAR(80) NOT NULL DEFAULT '',Priv LONGTEXT NOT NULL DEFAULT '',PRIMARY KEY (Host, User))"] [2024/06/01 12:31:58.044 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [category=ddl] [job="ID:9, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.121 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=3] [neededSchemaVersion=4] ["start time"=2.666252ms] [gotSchemaVersion=4] [phyTblIDs="[8]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.132 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.132 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=9] [version=4] [2024/06/01 12:31:58.134 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=4] ["take time"=19.521875ms] [job="ID:9, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:57.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.187 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=9] [job="ID:9, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:8, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:57.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.227 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=9] [2024/06/01 12:31:58.227 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:58.241 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=4] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [user=] [2024/06/01 12:31:58.351 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:58.351 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.db (\n\t\tHost\t\t\t\t\tCHAR(255),\n\t\tDB\t\t\t\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\t\t\t\tCHAR(32),\n\t\tSelect_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tInsert_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tUpdate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDelete_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tDrop_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tGrant_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tReferences_priv \t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tIndex_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_tmp_table_priv\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tLock_tables_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_view_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tShow_view_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tCreate_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tAlter_routine_priv\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tExecute_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tEvent_priv\t\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tTrigger_priv\t\t\tENUM('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (Host, DB, User));"] [2024/06/01 12:31:58.421 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [category=ddl] [job="ID:11, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.585 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=4] [neededSchemaVersion=5] ["start time"=4.909114ms] [gotSchemaVersion=5] [phyTblIDs="[10]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.595 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.595 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=11] [version=5] [2024/06/01 12:31:58.597 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=5] ["take time"=20.120402ms] [job="ID:11, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.638 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:31:58.640 +00:00] [WARN] [info.go:506] ["response not 200"] [method=GET] [host=127.0.0.1:2384] [url=/pd/api/v1/config/rule_group/tiflash] ["http status"=404] [2024/06/01 12:31:58.679 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=11] [job="ID:11, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:10, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.776 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=11] [2024/06/01 12:31:58.776 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:58.780 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.543224721\n# Parse_time: 0\n# Compile_time: 0.005026471\n# Rewrite_time: 0.000009113\n# Optimize_time: 0\n# Wait_TS: 0.000325537\n# DB: mysql\n# Is_internal: true\n# Digest: e02ee30435ff06e52f357a0a68828973f373118f7009cbdfbeb747a4e7d91418\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:58.785 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=5] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [user=] [2024/06/01 12:31:58.842 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:58.842 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tables_priv (\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tGrantor\t\tCHAR(77),\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tTable_priv\tSET('Select','Insert','Update','Delete','Create','Drop','Grant','Index','Alter','Create View','Show View','Trigger','References'),\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name));"] [2024/06/01 12:31:58.882 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [category=ddl] [job="ID:13, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:58.974 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=5] [neededSchemaVersion=6] ["start time"=3.125661ms] [gotSchemaVersion=6] [phyTblIDs="[12]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:58.983 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:58.983 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=13] [version=6] [2024/06/01 12:31:58.985 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=6] ["take time"=18.061013ms] [job="ID:13, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.020 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=13] [job="ID:13, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:12, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:58.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.079 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=13] [2024/06/01 12:31:59.079 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.087 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=6] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [user=] [2024/06/01 12:31:59.141 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.141 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.columns_priv(\n\t\tHost\t\tCHAR(255),\n\t\tDB\t\t\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tUser\t\tCHAR(32),\n\t\tTable_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tColumn_name\tCHAR(64) CHARSET utf8mb4 COLLATE utf8mb4_general_ci,\n\t\tTimestamp\tTIMESTAMP DEFAULT CURRENT_TIMESTAMP,\n\t\tColumn_priv\tSET('Select','Insert','Update','References'),\n\t\tPRIMARY KEY (Host, DB, User, Table_name, Column_name));"] [2024/06/01 12:31:59.188 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [category=ddl] [job="ID:15, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.290 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=6] [neededSchemaVersion=7] ["start time"=3.103593ms] [gotSchemaVersion=7] [phyTblIDs="[14]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:59.302 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:59.302 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=15] [version=7] [2024/06/01 12:31:59.304 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=7] ["take time"=21.903548ms] [job="ID:15, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.363 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=15] [job="ID:15, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:14, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.419 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=15] [2024/06/01 12:31:59.420 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.423 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.33806363\n# Parse_time: 0\n# Compile_time: 0.00224907\n# Rewrite_time: 0.000011467\n# Optimize_time: 0\n# Wait_TS: 0.000377298\n# DB: mysql\n# Is_internal: true\n# Digest: 36f214f75d4d00ba6ac1ac7b8c95c01ec9574a40c07a536b2afe7a72144551b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:31:59.425 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=7] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [user=] [2024/06/01 12:31:59.470 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.470 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.GLOBAL_VARIABLES(\n\t\tVARIABLE_NAME VARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE VARCHAR(16383) DEFAULT NULL);"] [2024/06/01 12:31:59.536 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [category=ddl] [job="ID:17, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.591 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=7] [neededSchemaVersion=8] ["start time"=2.399255ms] [gotSchemaVersion=8] [phyTblIDs="[16]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:59.603 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:59.603 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=17] [version=8] [2024/06/01 12:31:59.605 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=8] ["take time"=19.56635ms] [job="ID:17, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.662 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=17] [job="ID:17, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:16, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.702 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=17] [2024/06/01 12:31:59.702 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:31:59.709 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=8] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [user=] [2024/06/01 12:31:59.753 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:31:59.753 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb(\n\t\tVARIABLE_NAME \tVARCHAR(64) NOT NULL PRIMARY KEY,\n\t\tVARIABLE_VALUE \tVARCHAR(1024) DEFAULT NULL,\n\t\tCOMMENT \t\tVARCHAR(1024));"] [2024/06/01 12:31:59.819 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [category=ddl] [job="ID:19, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.907 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=8] [neededSchemaVersion=9] ["start time"=2.722816ms] [gotSchemaVersion=9] [phyTblIDs="[18]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:31:59.918 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:31:59.918 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=19] [version=9] [2024/06/01 12:31:59.920 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=9] ["take time"=28.44511ms] [job="ID:19, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:2, start time: 2024-06-01 12:31:59.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:31:59.972 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=19] [job="ID:19, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:18, RowCount:0, ArgLen:0, start time: 2024-06-01 12:31:59.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.014 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=19] [2024/06/01 12:32:00.014 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.017 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.310365412\n# Parse_time: 0\n# Compile_time: 0.001625234\n# Rewrite_time: 0.000010505\n# Optimize_time: 0\n# Wait_TS: 0.000363445\n# DB: mysql\n# Is_internal: true\n# Digest: ade124588c0253b12ce82702300a98a0ff778787142ce450039efbd6347664dc\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:00.022 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=9] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [user=] [2024/06/01 12:32:00.081 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.081 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.help_topic (\n \t\thelp_topic_id \t\tINT(10) UNSIGNED NOT NULL,\n \t\tname \t\t\t\tCHAR(64) NOT NULL,\n \t\thelp_category_id \tSMALLINT(5) UNSIGNED NOT NULL,\n \t\tdescription \t\tTEXT NOT NULL,\n \t\texample \t\t\tTEXT NOT NULL,\n \t\turl \t\t\t\tTEXT NOT NULL,\n \t\tPRIMARY KEY (help_topic_id) clustered,\n \t\tUNIQUE KEY name (name)\n\t\t) ENGINE=InnoDB DEFAULT CHARSET=utf8 STATS_PERSISTENT=0 COMMENT='help topics';"] [2024/06/01 12:32:00.148 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [category=ddl] [job="ID:21, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.229 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=9] [neededSchemaVersion=10] ["start time"=2.885082ms] [gotSchemaVersion=10] [phyTblIDs="[20]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.239 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.239 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=21] [version=10] [2024/06/01 12:32:00.241 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=10] ["take time"=18.709728ms] [job="ID:21, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.311 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=21] [job="ID:21, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:20, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.362 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=21] [2024/06/01 12:32:00.362 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.365 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.344877226\n# Parse_time: 0\n# Compile_time: 0.00212531\n# Rewrite_time: 0.000008676\n# Optimize_time: 0\n# Wait_TS: 0.00046332\n# DB: mysql\n# Is_internal: true\n# Digest: be740d9d66f07e7842e3b48027d6fb3ef54623295384e63dcbf3e1c8a9f15c10\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:00.370 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=10] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [user=] [2024/06/01 12:32:00.423 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.423 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta (\n\t\tversion \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\ttable_id \t\tBIGINT(64) NOT NULL,\n\t\tmodify_count\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcount \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tsnapshot BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tINDEX idx_ver(version),\n\t\tUNIQUE INDEX tbl(table_id)\n\t);"] [2024/06/01 12:32:00.482 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [category=ddl] [job="ID:23, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.564 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=10] [neededSchemaVersion=11] ["start time"=3.150884ms] [gotSchemaVersion=11] [phyTblIDs="[22]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.575 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.575 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=23] [version=11] [2024/06/01 12:32:00.576 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=11] ["take time"=20.060241ms] [job="ID:23, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.612 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=23] [job="ID:23, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:22, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.669 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=23] [2024/06/01 12:32:00.669 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:00.673 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305548765\n# Parse_time: 0\n# Compile_time: 0.003200767\n# Rewrite_time: 0.000009658\n# Optimize_time: 0\n# Wait_TS: 0.000341122\n# DB: mysql\n# Is_internal: true\n# Digest: 2db2929397c955d277d1b5400209b98787aa0797f979b9c213e3924c27b82ea9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:00.681 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=11] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:00.683 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(6291456) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:00.752 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:00.752 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_histograms (\n\t\ttable_id \t\t\tBIGINT(64) NOT NULL,\n\t\tis_index \t\t\tTINYINT(2) NOT NULL,\n\t\thist_id \t\t\tBIGINT(64) NOT NULL,\n\t\tdistinct_count \t\tBIGINT(64) NOT NULL,\n\t\tnull_count \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\ttot_col_size \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tmodify_count \t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tversion \t\t\tBIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tcm_sketch \t\t\tBLOB(6291456),\n\t\tstats_ver \t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tflag \t\t\t\tBIGINT(64) NOT NULL DEFAULT 0,\n\t\tcorrelation \t\tDOUBLE NOT NULL DEFAULT 0,\n\t\tlast_analyze_pos \tLONGBLOB DEFAULT NULL,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:00.795 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [category=ddl] [job="ID:25, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.913 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=11] [neededSchemaVersion=12] ["start time"=4.068364ms] [gotSchemaVersion=12] [phyTblIDs="[24]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:00.923 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:00.923 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=25] [version=12] [2024/06/01 12:32:00.925 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=12] ["take time"=19.559753ms] [job="ID:25, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:00.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:00.962 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=25] [job="ID:25, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:24, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:00.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.039 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=25] [2024/06/01 12:32:01.039 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.043 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.36421372\n# Parse_time: 0\n# Compile_time: 0.002979959\n# Rewrite_time: 0.000009278\n# Optimize_time: 0\n# Wait_TS: 0.000452852\n# DB: mysql\n# Is_internal: true\n# Digest: e038e634a5f1b7e5429d1252be7edf0ffb0922e8636032b9c68fd59f0484f6ef\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:01.047 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=12] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [user=] [2024/06/01 12:32:01.121 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.121 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_buckets (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tbucket_id \tBIGINT(64) NOT NULL,\n\t\tcount \t\tBIGINT(64) NOT NULL,\n\t\trepeats \tBIGINT(64) NOT NULL,\n\t\tupper_bound LONGBLOB NOT NULL,\n\t\tlower_bound LONGBLOB ,\n\t\tndv BIGINT NOT NULL DEFAULT 0,\n\t\tUNIQUE INDEX tbl(table_id, is_index, hist_id, bucket_id)\n\t);"] [2024/06/01 12:32:01.169 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [category=ddl] [job="ID:27, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.273 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=12] [neededSchemaVersion=13] ["start time"=3.116826ms] [gotSchemaVersion=13] [phyTblIDs="[26]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.283 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.283 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=27] [version=13] [2024/06/01 12:32:01.285 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=13] ["take time"=19.324083ms] [job="ID:27, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.320 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=27] [job="ID:27, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:26, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.023 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.377 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=27] [2024/06/01 12:32:01.377 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.335339824\n# Parse_time: 0\n# Compile_time: 0.002211988\n# Rewrite_time: 0.00001037\n# Optimize_time: 0\n# Wait_TS: 0.000321184\n# DB: mysql\n# Is_internal: true\n# Digest: 84a28596914df45e10de865c11a515d8595f2c38a422f5c8d8fb86a470ba5cad\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:01.385 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=13] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:32:01.431 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.431 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_index (job_id, element_id)\n\t);"] [2024/06/01 12:32:01.487 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [category=ddl] [job="ID:29, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.566 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=13] [neededSchemaVersion=14] ["start time"=3.833567ms] [gotSchemaVersion=14] [phyTblIDs="[28]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.579 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.579 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=29] [version=14] [2024/06/01 12:32:01.581 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=14] ["take time"=22.644838ms] [job="ID:29, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.617 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=29] [job="ID:29, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:28, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.664 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=29] [2024/06/01 12:32:01.664 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.671 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=14] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [user=] [2024/06/01 12:32:01.731 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:01.731 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.gc_delete_range_done (\n\t\tjob_id \t\tBIGINT NOT NULL COMMENT \"the DDL job ID\",\n\t\telement_id \tBIGINT NOT NULL COMMENT \"the schema element ID\",\n\t\tstart_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tend_key \tVARCHAR(255) NOT NULL COMMENT \"encoded in hex\",\n\t\tts \t\t\tBIGINT NOT NULL COMMENT \"timestamp in uint64\",\n\t\tUNIQUE KEY delete_range_done_index (job_id, element_id)\n\t);"] [2024/06/01 12:32:01.799 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [category=ddl] [job="ID:31, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.874 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=14] [neededSchemaVersion=15] ["start time"=2.605518ms] [gotSchemaVersion=15] [phyTblIDs="[30]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:01.885 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:01.885 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=31] [version=15] [2024/06/01 12:32:01.886 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=15] ["take time"=18.599424ms] [job="ID:31, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.923 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=31] [job="ID:31, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:30, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:01.970 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=31] [2024/06/01 12:32:01.971 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:01.974 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.304614679\n# Parse_time: 0\n# Compile_time: 0.001848189\n# Rewrite_time: 0.000010235\n# Optimize_time: 0\n# Wait_TS: 0.000428106\n# DB: mysql\n# Is_internal: true\n# Digest: 6f80e6944eacefde08a31e8364b171d37e77c4bebc7757ae375b47812ca371cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:01.978 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=15] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:02.025 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.025 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_feedback (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tfeedback \tBLOB NOT NULL,\n\t\tINDEX hist(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:02.093 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [category=ddl] [job="ID:33, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.160 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=15] [neededSchemaVersion=16] ["start time"=2.738047ms] [gotSchemaVersion=16] [phyTblIDs="[32]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.171 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.171 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=33] [version=16] [2024/06/01 12:32:02.173 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=16] ["take time"=19.338551ms] [job="ID:33, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:01.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.228 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=33] [job="ID:33, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:32, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:01.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.272 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=33] [2024/06/01 12:32:02.273 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.276 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.300405034\n# Parse_time: 0\n# Compile_time: 0.002270467\n# Rewrite_time: 0.000009599\n# Optimize_time: 0\n# Wait_TS: 0.000409294\n# DB: mysql\n# Is_internal: true\n# Digest: ae00140f19e8173091b9a44ece06f4d51ecf640b3c9c924a7be8a7394182215f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:02.281 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=16] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [user=] [2024/06/01 12:32:02.346 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.346 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.role_edges (\n\t\tFROM_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tFROM_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_HOST \t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tTO_USER \t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tWITH_ADMIN_OPTION \tENUM('N','Y') CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (FROM_HOST,FROM_USER,TO_HOST,TO_USER)\n\t);"] [2024/06/01 12:32:02.417 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [category=ddl] [job="ID:35, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.491 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=16] [neededSchemaVersion=17] ["start time"=2.707498ms] [gotSchemaVersion=17] [phyTblIDs="[34]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.502 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.502 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=35] [version=17] [2024/06/01 12:32:02.504 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=17] ["take time"=19.450836ms] [job="ID:35, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.560 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=35] [job="ID:35, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:34, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.272 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.610 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=35] [2024/06/01 12:32:02.610 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.613 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.334245001\n# Parse_time: 0\n# Compile_time: 0.002195643\n# Rewrite_time: 0.000010962\n# Optimize_time: 0\n# Wait_TS: 0.00036809\n# DB: mysql\n# Is_internal: true\n# Digest: b0ac22a8699b953eeb48be3f830e94a20801551f37159b586c40d30dc883661d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:02.618 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=17] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [user=] [2024/06/01 12:32:02.668 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:02.668 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.default_roles (\n\t\tHOST \t\t\t\tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tUSER \t\t\t\tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tDEFAULT_ROLE_HOST \tCHAR(60) COLLATE utf8_bin NOT NULL DEFAULT '%',\n\t\tDEFAULT_ROLE_USER \tCHAR(32) COLLATE utf8_bin NOT NULL DEFAULT '',\n\t\tPRIMARY KEY (HOST,USER,DEFAULT_ROLE_HOST,DEFAULT_ROLE_USER)\n\t)"] [2024/06/01 12:32:02.730 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [category=ddl] [job="ID:37, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.797 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=17] [neededSchemaVersion=18] ["start time"=2.746096ms] [gotSchemaVersion=18] [phyTblIDs="[36]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:02.809 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:02.809 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=37] [version=18] [2024/06/01 12:32:02.811 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=18] ["take time"=19.921753ms] [job="ID:37, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.869 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=37] [job="ID:37, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:36, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:02.918 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=37] [2024/06/01 12:32:02.918 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:02.922 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.306196595\n# Parse_time: 0\n# Compile_time: 0.002264416\n# Rewrite_time: 0.000008509\n# Optimize_time: 0\n# Wait_TS: 0.000416661\n# DB: mysql\n# Is_internal: true\n# Digest: 9e6b544fb0287e9d8a74031560ed0cd6a5b4e54db073b893a68a76b05d929781\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:02.930 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=18] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:03.014 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.014 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.bind_info (\n\t\toriginal_sql TEXT NOT NULL,\n\t\tbind_sql TEXT NOT NULL,\n\t\tdefault_db TEXT NOT NULL,\n\t\tstatus TEXT NOT NULL,\n\t\tcreate_time TIMESTAMP(3) NOT NULL,\n\t\tupdate_time TIMESTAMP(3) NOT NULL,\n\t\tcharset TEXT NOT NULL,\n\t\tcollation TEXT NOT NULL,\n\t\tsource VARCHAR(10) NOT NULL DEFAULT 'unknown',\n\t\tsql_digest varchar(64),\n\t\tplan_digest varchar(64),\n\t\tINDEX sql_index(original_sql(700),default_db(68)) COMMENT \"accelerate the speed when add global binding query\",\n\t\tINDEX time_index(update_time) COMMENT \"accelerate the speed when querying with last update time\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:03.071 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [category=ddl] [job="ID:39, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.184 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=18] [neededSchemaVersion=19] ["start time"=3.63012ms] [gotSchemaVersion=19] [phyTblIDs="[38]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:03.195 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:03.195 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=39] [version=19] [2024/06/01 12:32:03.197 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=19] ["take time"=21.088643ms] [job="ID:39, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:02.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.260 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=39] [job="ID:39, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:38, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:02.923 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.334 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=39] [2024/06/01 12:32:03.334 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:03.337 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.411892292\n# Parse_time: 0\n# Compile_time: 0.0043919\n# Rewrite_time: 0.000009541\n# Optimize_time: 0\n# Wait_TS: 0.000426302\n# DB: mysql\n# Is_internal: true\n# Digest: 906c8d2d8937c4ba0f1e3f03de3e50407e0940fb66383a443b19d383373b2bb9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:03.355 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=19] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:03.406 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.406 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_top_n (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tcount \t\tBIGINT(64) UNSIGNED NOT NULL,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:03.448 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [category=ddl] [job="ID:41, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.522 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=19] [neededSchemaVersion=20] ["start time"=2.89259ms] [gotSchemaVersion=20] [phyTblIDs="[40]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:03.534 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:03.534 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=41] [version=20] [2024/06/01 12:32:03.536 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=20] ["take time"=19.67466ms] [job="ID:41, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.571 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=41] [job="ID:41, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:40, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.630 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=41] [2024/06/01 12:32:03.630 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:03.636 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=20] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [user=] [2024/06/01 12:32:03.680 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.680 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.expr_pushdown_blacklist (\n\t\tname \t\tCHAR(100) NOT NULL,\n\t\tstore_type \tCHAR(100) NOT NULL DEFAULT 'tikv,tiflash,tidb',\n\t\treason \t\tVARCHAR(200)\n\t);"] [2024/06/01 12:32:03.723 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [category=ddl] [job="ID:43, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.779 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=20] [neededSchemaVersion=21] ["start time"=2.643943ms] [gotSchemaVersion=21] [phyTblIDs="[42]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:03.790 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:03.790 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=43] [version=21] [2024/06/01 12:32:03.792 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=21] ["take time"=19.443408ms] [job="ID:43, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.853 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=43] [job="ID:43, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:42, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.623 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:03.894 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=43] [2024/06/01 12:32:03.894 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:03.899 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=21] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [user=] [2024/06/01 12:32:03.935 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:03.935 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.opt_rule_blacklist (\n\t\tname \tCHAR(100) NOT NULL\n\t);"] [2024/06/01 12:32:03.975 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [category=ddl] [job="ID:45, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.020 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=21] [neededSchemaVersion=22] ["start time"=2.293953ms] [gotSchemaVersion=22] [phyTblIDs="[44]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.031 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.031 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=45] [version=22] [2024/06/01 12:32:04.033 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=22] ["take time"=19.229409ms] [job="ID:45, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:03.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.087 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=45] [job="ID:45, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:44, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:03.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.118 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=45] [2024/06/01 12:32:04.118 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.127 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=22] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [user=] [2024/06/01 12:32:04.189 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.189 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_extended (\n\t\tname varchar(32) NOT NULL,\n\t\ttype tinyint(4) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcolumn_ids varchar(32) NOT NULL,\n\t\tstats blob DEFAULT NULL,\n\t\tversion bigint(64) unsigned NOT NULL,\n\t\tstatus tinyint(4) NOT NULL,\n\t\tPRIMARY KEY(name, table_id),\n\t\tKEY idx_1 (table_id, status, version),\n\t\tKEY idx_2 (status, version)\n\t);"] [2024/06/01 12:32:04.248 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [category=ddl] [job="ID:47, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.348 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=22] [neededSchemaVersion=23] ["start time"=4.264ms] [gotSchemaVersion=23] [phyTblIDs="[46]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.362 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.362 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=47] [version=23] [2024/06/01 12:32:04.365 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=23] ["take time"=24.6683ms] [job="ID:47, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.423 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=47] [job="ID:47, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:46, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.483 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=47] [2024/06/01 12:32:04.483 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.487 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.362834106\n# Parse_time: 0\n# Compile_time: 0.003116219\n# Rewrite_time: 0.000009234\n# Optimize_time: 0\n# Wait_TS: 0.000412563\n# DB: mysql\n# Is_internal: true\n# Digest: 9c4f6672f019f6d6c588a6b2eb00b13f041ee54cb97f253f85d7ae52df9d23c6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:04.490 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=23] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [user=] [2024/06/01 12:32:04.540 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_fm_sketch (\n\t\ttable_id \tBIGINT(64) NOT NULL,\n\t\tis_index \tTINYINT(2) NOT NULL,\n\t\thist_id \tBIGINT(64) NOT NULL,\n\t\tvalue \t\tLONGBLOB,\n\t\tINDEX tbl(table_id, is_index, hist_id)\n\t);"] [2024/06/01 12:32:04.540 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.598 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [category=ddl] [job="ID:49, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.670 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=23] [neededSchemaVersion=24] ["start time"=2.938276ms] [gotSchemaVersion=24] [phyTblIDs="[48]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.680 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.680 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=49] [version=24] [2024/06/01 12:32:04.681 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=24] ["take time"=18.551116ms] [job="ID:49, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.717 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=49] [job="ID:49, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:48, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.760 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=49] [2024/06/01 12:32:04.761 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:04.767 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=24] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [user=] [2024/06/01 12:32:04.817 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:04.817 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.global_grants (\n\t\tUSER char(32) NOT NULL DEFAULT '',\n\t\tHOST char(255) NOT NULL DEFAULT '',\n\t\tPRIV char(32) NOT NULL DEFAULT '',\n\t\tWITH_GRANT_OPTION enum('N','Y') NOT NULL DEFAULT 'N',\n\t\tPRIMARY KEY (USER,HOST,PRIV)\n\t);"] [2024/06/01 12:32:04.854 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [category=ddl] [job="ID:51, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:04.945 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24] [neededSchemaVersion=25] ["start time"=3.027067ms] [gotSchemaVersion=25] [phyTblIDs="[50]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:04.956 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:04.956 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=51] [version=25] [2024/06/01 12:32:04.957 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=25] ["take time"=20.322189ms] [job="ID:51, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:04.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.026 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=51] [job="ID:51, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:50, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:04.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.074 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=51] [2024/06/01 12:32:05.074 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.077 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.311563646\n# Parse_time: 0\n# Compile_time: 0.001708017\n# Rewrite_time: 0.000008754\n# Optimize_time: 0\n# Wait_TS: 0.000369774\n# DB: mysql\n# Is_internal: true\n# Digest: fb2ab8d9eb87bcf45e5bc65e3dbe38a6d629c319d70fb6f44a741534bb3455a6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:05.082 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=25] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [user=] [2024/06/01 12:32:05.127 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.127 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.capture_plan_baselines_blacklist (\n\t\tid bigint(64) auto_increment,\n\t\tfilter_type varchar(32) NOT NULL COMMENT \"type of the filter, only db, table and frequency supported now\",\n\t\tfilter_value varchar(32) NOT NULL,\n\t\tkey idx(filter_type),\n\t\tprimary key(id)\n\t);"] [2024/06/01 12:32:05.199 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [category=ddl] [job="ID:53, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.262 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=25] [neededSchemaVersion=26] ["start time"=2.851686ms] [gotSchemaVersion=26] [phyTblIDs="[52]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.273 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.273 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=53] [version=26] [2024/06/01 12:32:05.275 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=26] ["take time"=20.003092ms] [job="ID:53, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.332 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=53] [job="ID:53, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:52, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.378 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=53] [2024/06/01 12:32:05.378 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.381 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.301302317\n# Parse_time: 0\n# Compile_time: 0.002008209\n# Rewrite_time: 0.000012998\n# Optimize_time: 0\n# Wait_TS: 0.000335715\n# DB: mysql\n# Is_internal: true\n# Digest: 1fac41a3d4a89e3e4da2393e1f69d1aacfec8886db749d6329e9bf677df777b8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:05.384 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=26] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:05.428 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.428 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.column_stats_usage (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tcolumn_id BIGINT(64) NOT NULL,\n\t\tlast_used_at TIMESTAMP,\n\t\tlast_analyzed_at TIMESTAMP,\n\t\tPRIMARY KEY (table_id, column_id) CLUSTERED\n\t);"] [2024/06/01 12:32:05.494 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [category=ddl] [job="ID:55, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.558 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=26] [neededSchemaVersion=27] ["start time"=2.613237ms] [gotSchemaVersion=27] [phyTblIDs="[54]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.569 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.569 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=55] [version=27] [2024/06/01 12:32:05.570 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=27] ["take time"=18.3318ms] [job="ID:55, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.622 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=55] [job="ID:55, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:54, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.671 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=55] [2024/06/01 12:32:05.672 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.678 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=27] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [user=] [2024/06/01 12:32:05.722 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:05.722 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.table_cache_meta (\n\t\ttid bigint(11) NOT NULL DEFAULT 0,\n\t\tlock_type enum('NONE','READ', 'INTEND', 'WRITE') NOT NULL DEFAULT 'NONE',\n\t\tlease bigint(20) NOT NULL DEFAULT 0,\n\t\toldReadLease bigint(20) NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (tid)\n\t);"] [2024/06/01 12:32:05.791 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [category=ddl] [job="ID:57, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.859 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=27] [neededSchemaVersion=28] ["start time"=2.665217ms] [gotSchemaVersion=28] [phyTblIDs="[56]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:05.869 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:05.869 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=57] [version=28] [2024/06/01 12:32:05.870 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=28] ["take time"=18.874157ms] [job="ID:57, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.922 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=57] [job="ID:57, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:56, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:05.964 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=57] [2024/06/01 12:32:05.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:05.976 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=28] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [user=] [2024/06/01 12:32:05.979 +00:00] [INFO] [ddl_api.go:1141] ["Automatically convert BLOB(19372) to MEDIUMBLOB"] [category=ddl] [2024/06/01 12:32:06.042 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.042 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_options (\n\t\ttable_id BIGINT(64) NOT NULL,\n\t\tsample_num BIGINT(64) NOT NULL DEFAULT 0,\n\t\tsample_rate DOUBLE NOT NULL DEFAULT -1,\n\t\tbuckets BIGINT(64) NOT NULL DEFAULT 0,\n\t\ttopn BIGINT(64) NOT NULL DEFAULT -1,\n\t\tcolumn_choice enum('DEFAULT','ALL','PREDICATE','LIST') NOT NULL DEFAULT 'DEFAULT',\n\t\tcolumn_ids TEXT(19372),\n\t\tPRIMARY KEY (table_id) CLUSTERED\n\t);"] [2024/06/01 12:32:06.108 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [category=ddl] [job="ID:59, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.190 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=28] [neededSchemaVersion=29] ["start time"=2.9683ms] [gotSchemaVersion=29] [phyTblIDs="[58]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.199 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.199 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=59] [version=29] [2024/06/01 12:32:06.201 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=29] ["take time"=18.025595ms] [job="ID:59, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:05.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.261 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=59] [job="ID:59, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:58, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:05.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.331 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=59] [2024/06/01 12:32:06.331 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.335 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.364664153\n# Parse_time: 0\n# Compile_time: 0.006046906\n# Rewrite_time: 0.00005534\n# Optimize_time: 0\n# Wait_TS: 0.000375617\n# DB: mysql\n# Is_internal: true\n# Digest: c862b6db4c0b104bd6ade1db78bbe1f6a12a30584d750044f3eec57a1a86580e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:06.339 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=29] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:06.394 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.394 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tstats_data longblob NOT NULL,\n\t\tseq_no bigint(64) NOT NULL comment 'sequence number of the gzipped data slice',\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version_seq (table_id, version, seq_no),\n\t\tKEY table_create_time (table_id, create_time, seq_no),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:06.444 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [category=ddl] [job="ID:61, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.532 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=29] [neededSchemaVersion=30] ["start time"=3.395667ms] [gotSchemaVersion=30] [phyTblIDs="[60]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.543 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.543 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=61] [version=30] [2024/06/01 12:32:06.545 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=30] ["take time"=21.174155ms] [job="ID:61, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.622 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=61] [job="ID:61, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:60, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.686 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=61] [2024/06/01 12:32:06.686 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:06.690 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.352656939\n# Parse_time: 0\n# Compile_time: 0.002092305\n# Rewrite_time: 0.000008074\n# Optimize_time: 0\n# Wait_TS: 0.000319315\n# DB: mysql\n# Is_internal: true\n# Digest: eceb528bf68c7d9b100b120b5113005ea7f5a4c6c1f4834403330ff156d0a3aa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:06.697 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=30] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [user=] [2024/06/01 12:32:06.758 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:06.758 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_meta_history (\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL,\n\t\tcount bigint(64) NOT NULL,\n\t\tversion bigint(64) NOT NULL comment 'stats version which corresponding to stats:version in EXPLAIN',\n \tsource varchar(40) NOT NULL,\n\t\tcreate_time datetime(6) NOT NULL,\n\t\tUNIQUE KEY table_version (table_id, version),\n\t\tKEY table_create_time (table_id, create_time),\n \tKEY idx_create_time (create_time)\n\t);"] [2024/06/01 12:32:06.824 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [category=ddl] [job="ID:63, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:06.938 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=30] [neededSchemaVersion=31] ["start time"=3.433887ms] [gotSchemaVersion=31] [phyTblIDs="[62]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:06.949 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:06.949 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=63] [version=31] [2024/06/01 12:32:06.951 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=31] ["take time"=21.541504ms] [job="ID:63, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:06.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.016 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=63] [job="ID:63, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:62, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:06.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.071 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=63] [2024/06/01 12:32:07.071 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.075 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.379983607\n# Parse_time: 0\n# Compile_time: 0.002574898\n# Rewrite_time: 0.000015849\n# Optimize_time: 0\n# Wait_TS: 0.000446368\n# DB: mysql\n# Is_internal: true\n# Digest: 752363602773b9b875eec93769301ada55a059e0b28c5434de98fdbbc6af54cb\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.082 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=31] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [user=] [2024/06/01 12:32:07.161 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.161 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.analyze_jobs (\n\t\tid BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\ttable_schema CHAR(64) NOT NULL DEFAULT '',\n\t\ttable_name CHAR(64) NOT NULL DEFAULT '',\n\t\tpartition_name CHAR(64) NOT NULL DEFAULT '',\n\t\tjob_info TEXT NOT NULL,\n\t\tprocessed_rows BIGINT(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tstart_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tstate ENUM('pending', 'running', 'finished', 'failed') NOT NULL,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the analyze job',\n\t\tprocess_id BIGINT(64) UNSIGNED comment 'ID of the process executing the analyze job',\n\t\tPRIMARY KEY (id),\n\t\tKEY (update_time)\n\t);"] [2024/06/01 12:32:07.235 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [category=ddl] [job="ID:65, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.354 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=31] [neededSchemaVersion=32] ["start time"=4.165128ms] [gotSchemaVersion=32] [phyTblIDs="[64]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.365 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.365 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=65] [version=32] [2024/06/01 12:32:07.367 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=32] ["take time"=21.122576ms] [job="ID:65, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.406 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=65] [job="ID:65, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:64, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.073 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.487 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=65] [2024/06/01 12:32:07.487 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.490 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.411214946\n# Parse_time: 0\n# Compile_time: 0.003335362\n# Rewrite_time: 0.000015575\n# Optimize_time: 0\n# Wait_TS: 0.000366251\n# DB: mysql\n# Is_internal: true\n# Digest: 1127cc15f332cc4c1c6b97d06d92880902c2f7e015188cc29392a62748dd8ae0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:07.492 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=32] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [user=] [2024/06/01 12:32:07.543 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.543 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.advisory_locks (\n\t\tlock_name VARCHAR(64) NOT NULL PRIMARY KEY\n\t);"] [2024/06/01 12:32:07.614 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [category=ddl] [job="ID:67, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.668 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=32] [neededSchemaVersion=33] ["start time"=2.44648ms] [gotSchemaVersion=33] [phyTblIDs="[66]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:07.680 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:07.680 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=67] [version=33] [2024/06/01 12:32:07.682 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=33] ["take time"=19.975961ms] [job="ID:67, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:07.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.732 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=67] [job="ID:67, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:66, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:07.767 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=67] [2024/06/01 12:32:07.767 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:07.859 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:07.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:07.859 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:07.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE SQL SECURITY INVOKER VIEW mysql.tidb_mdl_view as (\n\t\tSELECT tidb_mdl_info.job_id,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.schema_name\")) as db_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.table_name\")) as table_name,\n\t\t\tJSON_UNQUOTE(JSON_EXTRACT(cast(cast(job_meta as char) as json), \"$.query\")) as query,\n\t\t\tsession_id,\n\t\t\tcluster_tidb_trx.start_time,\n\t\t\ttidb_decode_sql_digests(all_sql_digests, 4096) AS SQL_DIGESTS\n\t\tFROM mysql.tidb_ddl_job,\n\t\t\tmysql.tidb_mdl_info,\n\t\t\tinformation_schema.cluster_tidb_trx\n\t\tWHERE tidb_ddl_job.job_id=tidb_mdl_info.job_id\n\t\t\tAND CONCAT(',', tidb_mdl_info.table_ids, ',') REGEXP CONCAT(',(', REPLACE(cluster_tidb_trx.related_table_ids, ',', '|'), '),') != 0\n\t);"] [2024/06/01 12:32:07.905 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [category=ddl] [job="ID:69, Type:create view, State:queueing, SchemaState:none, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.005 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=33] [neededSchemaVersion=34] ["start time"=4.355433ms] [gotSchemaVersion=34] [phyTblIDs="[68]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:08.016 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.016 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=69] [version=34] [2024/06/01 12:32:08.018 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=34] ["take time"=22.038002ms] [job="ID:69, Type:create view, State:done, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:07.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.059 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=69] [job="ID:69, Type:create view, State:synced, SchemaState:public, SchemaID:1, TableID:68, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:07.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.121 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=69] [2024/06/01 12:32:08.121 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.125 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.343687467\n# Parse_time: 0\n# Compile_time: 0.006990174\n# Rewrite_time: 0.003689637\n# Optimize_time: 0\n# Wait_TS: 0.000294645\n# DB: mysql\n# Is_internal: true\n# Digest: 21116016d77c522c611ad3a280af29e3d82340ed19bc91481dd117f25aeda403\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:08.129 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=34] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [user=] [2024/06/01 12:32:08.189 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.189 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_status (\n\t\tsql_digest VARCHAR(128),\n\t\tplan_digest VARCHAR(128),\n\t\torigin_sql TEXT,\n\t\ttoken VARCHAR(128),\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tfail_reason TEXT,\n\t\tinstance VARCHAR(512) NOT NULL comment 'address of the TiDB instance executing the plan replayer job');"] [2024/06/01 12:32:08.256 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [category=ddl] [job="ID:71, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.342 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=34] [neededSchemaVersion=35] ["start time"=3.084381ms] [gotSchemaVersion=35] [phyTblIDs="[70]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.353 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.353 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=71] [version=35] [2024/06/01 12:32:08.355 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=35] ["take time"=20.825897ms] [job="ID:71, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.415 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=71] [job="ID:71, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:70, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.466 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=71] [2024/06/01 12:32:08.466 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.470 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.342355581\n# Parse_time: 0\n# Compile_time: 0.001872516\n# Rewrite_time: 0.000010675\n# Optimize_time: 0\n# Wait_TS: 0.000410856\n# DB: mysql\n# Is_internal: true\n# Digest: d88a70e9c5bb5a28f5a1d1f52613093328fd73c5e78668fab2b1a9c260ab506b\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:08.474 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=35] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [user=] [2024/06/01 12:32:08.519 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.519 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.plan_replayer_task (\n\t\tsql_digest VARCHAR(128) NOT NULL,\n\t\tplan_digest VARCHAR(128) NOT NULL,\n\t\tupdate_time TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tPRIMARY KEY (sql_digest,plan_digest));"] [2024/06/01 12:32:08.588 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [category=ddl] [job="ID:73, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.641 +00:00] [INFO] [owner_daemon.go:56] ["daemon became owner"] [id=61dda420-4dc9-4497-a9f5-0b0eed8a36cc] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:08.641 +00:00] [INFO] [advancer.go:514] ["Subscription handler spawned."] [category="log backup subscription manager"] [2024/06/01 12:32:08.655 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=35] [neededSchemaVersion=36] ["start time"=2.694253ms] [gotSchemaVersion=36] [phyTblIDs="[72]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.666 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.666 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=73] [version=36] [2024/06/01 12:32:08.668 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=36] ["take time"=23.811757ms] [job="ID:73, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.715 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=73] [job="ID:73, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:72, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.472 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.755 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=73] [2024/06/01 12:32:08.755 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:08.764 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=36] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [user=] [2024/06/01 12:32:08.808 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:08.808 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.stats_table_locked(\n\t\ttable_id bigint(64) NOT NULL,\n\t\tmodify_count bigint(64) NOT NULL DEFAULT 0,\n\t\tcount bigint(64) NOT NULL DEFAULT 0,\n\t\tversion bigint(64) UNSIGNED NOT NULL DEFAULT 0,\n\t\tPRIMARY KEY (table_id));"] [2024/06/01 12:32:08.853 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [category=ddl] [job="ID:75, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:08.941 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=36] [neededSchemaVersion=37] ["start time"=2.879186ms] [gotSchemaVersion=37] [phyTblIDs="[74]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:08.952 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:08.952 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=75] [version=37] [2024/06/01 12:32:08.954 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=37] ["take time"=20.200836ms] [job="ID:75, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:08.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.020 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=75] [job="ID:75, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:74, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:08.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.065 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=75] [2024/06/01 12:32:09.066 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.069 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.307378881\n# Parse_time: 0\n# Compile_time: 0.002493005\n# Rewrite_time: 0.000013119\n# Optimize_time: 0\n# Wait_TS: 0.00031745\n# DB: mysql\n# Is_internal: true\n# Digest: f2c0bd78cfe8f7e6b4f8b30f83a48ff4c49a1a9de1c1a0c721ec3561ac42865a\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.076 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=37] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [user=] [2024/06/01 12:32:09.159 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.159 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_table_status (\n\t\ttable_id bigint(64) PRIMARY KEY,\n parent_table_id bigint(64),\n table_statistics text DEFAULT NULL,\n\t\tlast_job_id varchar(64) DEFAULT NULL,\n\t\tlast_job_start_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_finish_time timestamp NULL DEFAULT NULL,\n\t\tlast_job_ttl_expire timestamp NULL DEFAULT NULL,\n last_job_summary text DEFAULT NULL,\n\t\tcurrent_job_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_id varchar(64) DEFAULT NULL,\n\t\tcurrent_job_owner_addr varchar(256) DEFAULT NULL,\n\t\tcurrent_job_owner_hb_time timestamp,\n\t\tcurrent_job_start_time timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_ttl_expire timestamp NULL DEFAULT NULL,\n\t\tcurrent_job_state text DEFAULT NULL,\n\t\tcurrent_job_status varchar(64) DEFAULT NULL,\n \t\tcurrent_job_status_update_time timestamp NULL DEFAULT NULL);"] [2024/06/01 12:32:09.230 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [category=ddl] [job="ID:77, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.361 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=37] [neededSchemaVersion=38] ["start time"=3.921581ms] [gotSchemaVersion=38] [phyTblIDs="[76]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.372 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.372 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=77] [version=38] [2024/06/01 12:32:09.375 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=38] ["take time"=20.478418ms] [job="ID:77, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.412 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=77] [job="ID:77, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:76, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.072 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.506 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=77] [2024/06/01 12:32:09.507 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.510 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.437221701\n# Parse_time: 0\n# Compile_time: 0.003148103\n# Rewrite_time: 0.000008505\n# Optimize_time: 0\n# Wait_TS: 0.000292198\n# DB: mysql\n# Is_internal: true\n# Digest: 923db1cc9d609e172ea493293255661f5a9679f95604192db50211d133741170\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.515 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=38] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [user=] [2024/06/01 12:32:09.592 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.592 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_task (\n\t\tjob_id varchar(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tscan_id int NOT NULL,\n\t\tscan_range_start BLOB,\n\t\tscan_range_end BLOB,\n\t\texpire_time timestamp NOT NULL,\n\t\towner_id varchar(64) DEFAULT NULL,\n\t\towner_addr varchar(64) DEFAULT NULL,\n\t\towner_hb_time timestamp DEFAULT NULL,\n\t\tstatus varchar(64) DEFAULT 'waiting',\n\t\tstatus_update_time timestamp NULL DEFAULT NULL,\n\t\tstate text,\n\t\tcreated_time timestamp NOT NULL,\n\t\tprimary key(job_id, scan_id),\n\t\tkey(created_time));"] [2024/06/01 12:32:09.636 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [category=ddl] [job="ID:79, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.751 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=38] [neededSchemaVersion=39] ["start time"=3.959109ms] [gotSchemaVersion=39] [phyTblIDs="[78]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:09.761 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:09.761 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=79] [version=39] [2024/06/01 12:32:09.763 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=39] ["take time"=20.012356ms] [job="ID:79, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.813 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=79] [job="ID:79, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:78, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:09.887 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=79] [2024/06/01 12:32:09.887 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:09.890 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.377228462\n# Parse_time: 0\n# Compile_time: 0.00247182\n# Rewrite_time: 0.000010088\n# Optimize_time: 0\n# Wait_TS: 0.000373598\n# DB: mysql\n# Is_internal: true\n# Digest: 99a5c0e89a0b881a0fa10de262495ae25955edb2a7ef8776054ab57aca80e0d7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:09.899 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=39] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [user=] [2024/06/01 12:32:09.984 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:09.984 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_ttl_job_history (\n\t\tjob_id varchar(64) PRIMARY KEY,\n\t\ttable_id bigint(64) NOT NULL,\n parent_table_id bigint(64) NOT NULL,\n \ttable_schema varchar(64) NOT NULL,\n\t\ttable_name varchar(64) NOT NULL,\n \tpartition_name varchar(64) DEFAULT NULL,\n\t\tcreate_time timestamp NOT NULL,\n\t\tfinish_time timestamp NOT NULL,\n\t\tttl_expire timestamp NOT NULL,\n summary_text text,\n\t\texpired_rows bigint(64) DEFAULT NULL,\n \tdeleted_rows bigint(64) DEFAULT NULL,\n \terror_delete_rows bigint(64) DEFAULT NULL,\n \tstatus varchar(64) NOT NULL,\n \tkey(table_schema, table_name, create_time),\n \tkey(parent_table_id, create_time),\n \tkey(create_time)\n\t);"] [2024/06/01 12:32:10.057 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [category=ddl] [job="ID:81, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.200 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=39] [neededSchemaVersion=40] ["start time"=4.314402ms] [gotSchemaVersion=40] [phyTblIDs="[80]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:10.211 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.211 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=81] [version=40] [2024/06/01 12:32:10.213 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=40] ["take time"=20.995599ms] [job="ID:81, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:09.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.276 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=81] [job="ID:81, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:80, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:09.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.359 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=81] [2024/06/01 12:32:10.359 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.468633451\n# Parse_time: 0\n# Compile_time: 0.004644134\n# Rewrite_time: 0.000009957\n# Optimize_time: 0\n# Wait_TS: 0.000304723\n# DB: mysql\n# Is_internal: true\n# Digest: a59d1fe47cade4697d39b0374d27cfee2fa302a4c752a5ae5073cecda386a0e8\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:10.372 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=40] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:10.451 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.451 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:10.525 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [category=ddl] [job="ID:83, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.661 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=40] [neededSchemaVersion=41] ["start time"=4.332818ms] [gotSchemaVersion=41] [phyTblIDs="[82]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:10.673 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:10.673 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=83] [version=41] [2024/06/01 12:32:10.675 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=41] ["take time"=25.360629ms] [job="ID:83, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.713 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=83] [job="ID:83, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:82, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.372 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:10.790 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=83] [2024/06/01 12:32:10.790 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:10.794 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.42622122\n# Parse_time: 0\n# Compile_time: 0.004346102\n# Rewrite_time: 0.000010109\n# Optimize_time: 0\n# Wait_TS: 0.000391149\n# DB: mysql\n# Is_internal: true\n# Digest: 8b936e70dba13ed841799b00055530a734435802a5e9b11c1092357e8a0974ea\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:10.800 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=41] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [user=] [2024/06/01 12:32:10.878 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:10.878 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_global_task_history (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n \ttask_key VARCHAR(256) NOT NULL,\n\t\ttype VARCHAR(256) NOT NULL,\n\t\tdispatcher_id VARCHAR(261),\n\t\tstate VARCHAR(64) NOT NULL,\n\t\tpriority INT DEFAULT 1,\n\t\tcreate_time TIMESTAMP,\n\t\tstart_time TIMESTAMP,\n\t\tstate_update_time TIMESTAMP,\n\t\tend_time TIMESTAMP,\n\t\tmeta LONGBLOB,\n\t\tconcurrency INT(11),\n\t\tstep INT(11),\n\t\ttarget_scope VARCHAR(256) DEFAULT \"\",\n\t\terror BLOB,\n\t\tkey(state),\n \tUNIQUE KEY task_key(task_key)\n\t);"] [2024/06/01 12:32:10.942 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [category=ddl] [job="ID:85, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.069 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=41] [neededSchemaVersion=42] ["start time"=4.06917ms] [gotSchemaVersion=42] [phyTblIDs="[84]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.080 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.080 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=85] [version=42] [2024/06/01 12:32:11.082 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=42] ["take time"=20.548518ms] [job="ID:85, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:10.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.118 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=85] [job="ID:85, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:84, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:10.772 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.200 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=85] [2024/06/01 12:32:11.200 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:11.203 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.405911243\n# Parse_time: 0\n# Compile_time: 0.002672089\n# Rewrite_time: 0.000010171\n# Optimize_time: 0\n# Wait_TS: 0.000409487\n# DB: mysql\n# Is_internal: true\n# Digest: 666f922981f05f40c7604fdcedd884ec9f6dd414d45b0b8215b19cbf33205685\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:11.221 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=42] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [user=] [2024/06/01 12:32:11.307 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.307 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_import_jobs (\n\t\tid bigint(64) NOT NULL AUTO_INCREMENT,\n\t\tcreate_time TIMESTAMP(6) NOT NULL DEFAULT CURRENT_TIMESTAMP(6),\n\t\tstart_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tupdate_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\tend_time TIMESTAMP(6) NULL DEFAULT NULL,\n\t\ttable_schema VARCHAR(64) NOT NULL,\n\t\ttable_name VARCHAR(64) NOT NULL,\n\t\ttable_id bigint(64) NOT NULL,\n\t\tcreated_by VARCHAR(300) NOT NULL,\n\t\tparameters text NOT NULL,\n\t\tsource_file_size bigint(64) NOT NULL,\n\t\tstatus VARCHAR(64) NOT NULL,\n\t\tstep VARCHAR(64) NOT NULL,\n\t\tsummary text DEFAULT NULL,\n\t\terror_message TEXT DEFAULT NULL,\n\t\tPRIMARY KEY (id),\n\t\tKEY (created_by),\n\t\tKEY (status));"] [2024/06/01 12:32:11.370 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [category=ddl] [job="ID:87, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.502 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=42] [neededSchemaVersion=43] ["start time"=4.460411ms] [gotSchemaVersion=43] [phyTblIDs="[86]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.513 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.513 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=87] [version=43] [2024/06/01 12:32:11.515 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=43] ["take time"=21.499118ms] [job="ID:87, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.579 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=87] [job="ID:87, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:86, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.222 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.654 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=87] [2024/06/01 12:32:11.655 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:11.658 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.440415193\n# Parse_time: 0\n# Compile_time: 0.003414366\n# Rewrite_time: 0.000014311\n# Optimize_time: 0\n# Wait_TS: 0.000391719\n# DB: mysql\n# Is_internal: true\n# Digest: 1865863db4761960f0296bcf5386c3bb0c98aa299ac12888aa8054dc66681ee3\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:11.664 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=43] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:11.727 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:11.727 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tINDEX sql_index(resource_group_name,watch_text(700)) COMMENT \"accelerate the speed when select quarantined query\",\n\t\tINDEX time_index(end_time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:11.787 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [category=ddl] [job="ID:89, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.894 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=43] [neededSchemaVersion=44] ["start time"=3.40005ms] [gotSchemaVersion=44] [phyTblIDs="[88]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:11.905 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:11.906 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=89] [version=44] [2024/06/01 12:32:11.908 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=44] ["take time"=20.769449ms] [job="ID:89, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:11.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:11.962 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=89] [job="ID:89, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:88, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:11.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.026 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=89] [2024/06/01 12:32:12.026 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.029 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.367868189\n# Parse_time: 0\n# Compile_time: 0.002677444\n# Rewrite_time: 0.000017787\n# Optimize_time: 0\n# Wait_TS: 0.000397642\n# DB: mysql\n# Is_internal: true\n# Digest: a2de40f38c40a12cca2de8ba7dffa75407607354a3f9335d67717fa5648c5128\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:12.034 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=44] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:12.096 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.095 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_queries (\n\t\tresource_group_name varchar(32) not null,\n\t\ttime TIMESTAMP NOT NULL,\n\t\tmatch_type varchar(12) NOT NULL,\n\t\taction varchar(12) NOT NULL,\n\t\toriginal_sql TEXT NOT NULL,\n\t\tplan_digest TEXT NOT NULL,\n\t\ttidb_server varchar(512),\n\t\tINDEX plan_index(plan_digest(64)) COMMENT \"accelerate the speed when select runaway query\",\n\t\tINDEX time_index(time) COMMENT \"accelerate the speed when querying with active watch\"\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:12.145 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [category=ddl] [job="ID:91, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.234 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=44] [neededSchemaVersion=45] ["start time"=3.145817ms] [gotSchemaVersion=45] [phyTblIDs="[90]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.245 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:12.245 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=91] [version=45] [2024/06/01 12:32:12.246 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=45] ["take time"=19.188311ms] [job="ID:91, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.314 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=91] [job="ID:91, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:90, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.370 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=91] [2024/06/01 12:32:12.370 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.373 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.340994336\n# Parse_time: 0\n# Compile_time: 0.002244067\n# Rewrite_time: 0.000010584\n# Optimize_time: 0\n# Wait_TS: 0.000436615\n# DB: mysql\n# Is_internal: true\n# Digest: 138d4c5637e5b37a1254d33767e808750320baffba8200a31ad2008bb2b5df97\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:12.381 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=45] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [user=] [2024/06/01 12:32:12.584 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:12.584 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS `mysql`.`tidb_timers` (\n\t\tID BIGINT(64) UNSIGNED NOT NULL AUTO_INCREMENT,\n\t\tNAMESPACE VARCHAR(256) NOT NULL,\n\t\tTIMER_KEY VARCHAR(256) NOT NULL,\n\t\tTIMER_DATA BLOB,\n\t\tTIMEZONE VARCHAR(64) NOT NULL,\n\t\tSCHED_POLICY_TYPE VARCHAR(32) NOT NULL,\n\t\tSCHED_POLICY_EXPR VARCHAR(256) NOT NULL,\n\t\tHOOK_CLASS VARCHAR(64) NOT NULL,\n\t\tWATERMARK TIMESTAMP DEFAULT NULL,\n\t\tENABLE TINYINT(2) NOT NULL,\n\t\tTIMER_EXT JSON NOT NULL,\n\t\tEVENT_STATUS VARCHAR(32) NOT NULL,\n\t\tEVENT_ID VARCHAR(64) NOT NULL,\n\t\tEVENT_DATA BLOB,\n\t\tEVENT_START TIMESTAMP DEFAULT NULL,\n\t\tSUMMARY_DATA BLOB,\n\t\tCREATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP,\n\t\tUPDATE_TIME TIMESTAMP NOT NULL DEFAULT CURRENT_TIMESTAMP ON UPDATE CURRENT_TIMESTAMP,\n\t\tVERSION BIGINT(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (ID),\n\t\tUNIQUE KEY timer_key(NAMESPACE, TIMER_KEY),\n\t\tKEY hook_class(HOOK_CLASS)\n\t)"] [2024/06/01 12:32:12.633 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [category=ddl] [job="ID:93, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.785 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=45] [neededSchemaVersion=46] ["start time"=4.536954ms] [gotSchemaVersion=46] [phyTblIDs="[92]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:12.795 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:12.795 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=93] [version=46] [2024/06/01 12:32:12.797 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=46] ["take time"=20.515314ms] [job="ID:93, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.869 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=93] [job="ID:93, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:92, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.473 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:12.964 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=93] [2024/06/01 12:32:12.965 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:12.969 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.590987727\n# Parse_time: 0\n# Compile_time: 0.003579879\n# Rewrite_time: 0.00000867\n# Optimize_time: 0\n# Wait_TS: 0.000450766\n# DB: mysql\n# Is_internal: true\n# Digest: 9911fdd027ae330cb69c5cc84a8759473df277eda62594b0dc9b5a797f09a21d\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:12.974 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=46] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [user=] [2024/06/01 12:32:13.034 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.034 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.tidb_runaway_watch_done (\n\t\tid BIGINT(20) NOT NULL AUTO_INCREMENT PRIMARY KEY,\n\t\trecord_id BIGINT(20) not null,\n\t\tresource_group_name varchar(32) not null,\n\t\tstart_time datetime(6) NOT NULL,\n\t\tend_time datetime(6),\n\t\twatch bigint(10) NOT NULL,\n\t\twatch_text TEXT NOT NULL,\n\t\tsource varchar(512) NOT NULL,\n\t\taction bigint(10),\n\t\tdone_time TIMESTAMP(6) NOT NULL\n\t) ENGINE=InnoDB DEFAULT CHARSET=utf8mb4 COLLATE=utf8mb4_bin;"] [2024/06/01 12:32:13.094 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [category=ddl] [job="ID:95, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.190 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=46] [neededSchemaVersion=47] ["start time"=3.387173ms] [gotSchemaVersion=47] [phyTblIDs="[94]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.201 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.201 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=95] [version=47] [2024/06/01 12:32:13.203 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=47] ["take time"=20.360129ms] [job="ID:95, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.263 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=95] [job="ID:95, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:94, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:12.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.323 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=95] [2024/06/01 12:32:13.323 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.327 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.354850464\n# Parse_time: 0\n# Compile_time: 0.002298378\n# Rewrite_time: 0.000010827\n# Optimize_time: 0\n# Wait_TS: 0.000439313\n# DB: mysql\n# Is_internal: true\n# Digest: 18ab068c70cca87bd99eadc5e483c12b4b41273470a58870b5f4e6eaf6322ce4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:13.329 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=47] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [user=] [2024/06/01 12:32:13.375 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.375 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.dist_framework_meta (\n host VARCHAR(261) NOT NULL PRIMARY KEY,\n role VARCHAR(64),\n cpu_count int default 0,\n keyspace_id bigint(8) NOT NULL DEFAULT -1\n );"] [2024/06/01 12:32:13.438 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [category=ddl] [job="ID:97, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.513 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=47] [neededSchemaVersion=48] ["start time"=3.184878ms] [gotSchemaVersion=48] [phyTblIDs="[96]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.526 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.526 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=97] [version=48] [2024/06/01 12:32:13.527 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=48] ["take time"=22.495285ms] [job="ID:97, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.585 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=97] [job="ID:97, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:96, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.322 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.630 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=97] [2024/06/01 12:32:13.631 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.634 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.305628727\n# Parse_time: 0\n# Compile_time: 0.001307725\n# Rewrite_time: 0.000009332\n# Optimize_time: 0\n# Wait_TS: 0.000412005\n# DB: mysql\n# Is_internal: true\n# Digest: d7aca5b8f7b6ebbd013778d4a0451e0b59954ffc0090d361b1f71722be496608\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:13.638 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=48] [cur_db=mysql] [sql="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [user=] [2024/06/01 12:32:13.658 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:13.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:13.658 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:13.658 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:13.687 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.687 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE IF NOT EXISTS mysql.request_unit_by_group (\n\t\tstart_time TIMESTAMP(6) NOT NULL,\n\t\tend_time TIMESTAMP(6) NOT NULL,\n\t\tresource_group VARCHAR(32) NOT null,\n\t\ttotal_ru bigint(64) UNSIGNED NOT NULL,\n\t\tPRIMARY KEY (start_time, end_time, resource_group),\n\t\tKEY (resource_group)\n\t);"] [2024/06/01 12:32:13.762 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [category=ddl] [job="ID:99, Type:create table, State:queueing, SchemaState:none, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.838 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=48] [neededSchemaVersion=49] ["start time"=2.900918ms] [gotSchemaVersion=49] [phyTblIDs="[98]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:13.849 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:13.849 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=99] [version=49] [2024/06/01 12:32:13.851 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=49] ["take time"=19.629598ms] [job="ID:99, Type:create table, State:done, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:13.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.913 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=99] [job="ID:99, Type:create table, State:synced, SchemaState:public, SchemaID:1, TableID:98, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:13.959 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=99] [2024/06/01 12:32:13.959 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:13.963 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.326510405\n# Parse_time: 0\n# Compile_time: 0.001792137\n# Rewrite_time: 0.000013136\n# Optimize_time: 0\n# Wait_TS: 0.000347927\n# DB: mysql\n# Is_internal: true\n# Digest: 5ca9dd4b3efdb0fd8b4c7af3016f911e048fc356c5b2a241e06c5bc30f085ce7\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:13.964 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=0] [schemaVersion=49] [cur_db=mysql] [sql="CREATE DATABASE IF NOT EXISTS sys;"] [user=] [2024/06/01 12:32:13.992 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:13.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:13.992 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:13.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE DATABASE IF NOT EXISTS sys;"] [2024/06/01 12:32:14.046 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [category=ddl] [job="ID:101, Type:create schema, State:queueing, SchemaState:none, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.075 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=49] [neededSchemaVersion=50] ["start time"=995.135µs] [gotSchemaVersion=50] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:14.087 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.087 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=101] [version=50] [2024/06/01 12:32:14.089 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=50] ["take time"=18.999338ms] [job="ID:101, Type:create schema, State:done, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:13.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.162 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=101] [job="ID:101, Type:create schema, State:synced, SchemaState:public, SchemaID:100, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:13.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.197 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=101] [2024/06/01 12:32:14.198 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.255 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:14.255 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE OR REPLACE VIEW sys.schema_unused_indexes AS\n\t\tSELECT\n\t\t\ttable_schema as object_schema,\n\t\t\ttable_name as object_name,\n\t\t\tindex_name\n\t\tFROM information_schema.cluster_tidb_index_usage\n\t\tWHERE\n\t\t\ttable_schema not in ('sys', 'mysql', 'INFORMATION_SCHEMA', 'PERFORMANCE_SCHEMA') and\n\t\t\tindex_name != 'PRIMARY'\n\t\tGROUP BY table_schema, table_name, index_name\n\t\tHAVING\n\t\t\tsum(last_access_time) is null;"] [2024/06/01 12:32:14.324 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [category=ddl] [job="ID:103, Type:create view, State:queueing, SchemaState:none, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.390 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=50] [neededSchemaVersion=51] ["start time"=2.45992ms] [gotSchemaVersion=51] [phyTblIDs="[102]"] [actionTypes="[21]"] [diffTypes="[\"create view\"]"] [2024/06/01 12:32:14.401 +00:00] [INFO] [domain.go:885] ["session manager is nil"] [2024/06/01 12:32:14.401 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=103] [version=51] [2024/06/01 12:32:14.402 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=51] ["take time"=19.315952ms] [job="ID:103, Type:create view, State:done, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:14.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.479 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 1, tp general"] [category=ddl] [jobID=103] [job="ID:103, Type:create view, State:synced, SchemaState:public, SchemaID:100, TableID:102, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:14.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:14.525 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=103] [2024/06/01 12:32:14.526 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:14.529 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Query_time: 0.325471696\n# Parse_time: 0\n# Compile_time: 0.003803129\n# Rewrite_time: 0.00183443\n# Optimize_time: 0\n# Wait_TS: 0.000460443\n# DB: mysql\n# Is_internal: true\n# Digest: 04175714d714f771531a56c7ae3f097cec113655220f87ac336c5ae44d3d3f8f\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\n;"] [2024/06/01 12:32:15.170 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165508544397314\n# Query_time: 0.373769725\n# Parse_time: 0\n# Compile_time: 0.153259745\n# Rewrite_time: 0.004596786\n# Optimize_time: 0\n# Wait_TS: 0\n# DB: mysql\n# Is_internal: true\n# Digest: eb58d96d7eba9ae407efec64db335db75d58891b8cfae5274e34deeeb21575de\n# Num_cop_tasks: 0\n# Mem_max: 374472\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: true\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('zQvoMAkyN18xCTAJMAlOL0EJMAl0aW1lOjIwNS45bXMsIGxvb3BzOjEsIHByZXBhcmU6IHt0b3RhbDogMjcBIExhdXRvX2lkX2FsbG9jYXRvcjogewUMZF9jbnQ6IDEsIEdldDp7bnVtX3JwYzoxLCB0AT8AXwVmKDc3MC43wrVzfSwgARAYX2RldGFpbBFjHF9wcm9jZXNzCSwgIDEyOC41wrVzEUIMd2FpdA0bBDU3MhoAKGt2X3JlYWRfd2FsDWkUIDE5MS45CT0IaWt2LhoAEDI0MS42CYQMc2Nhbj6EAAxrZXlzBccoZ2V0X3NuYXBzaG8RdwAxCVJocm9ja3NkYjoge2Jsb2NrOiB7fX19LCBjb21tAaJEeG46IHtwcmV3cml0ZToxLjUxITgBTxEiDHM6NDIRnwkUEDoxLjM0ASccc2xvd2VzdF8RQCVFACAxg2AwLjAwMXMsIHJlZ2lvbl9pZDogOCwgc3RvIag4MTI3LjAuMC4xOjIwMTYyQmMBOggBBDcxUgYBAahC9wAALgErBCwgWvkABek5SAWPFF9iYXRjaCW0DDogMTgtjChwcm9wb3NlX3NlbiGuSGl0OiAwcywgcGVyc2lzdF9sb2cZ7AwxNDYuCXcJYBRsZWFkZXINUiQ1MG5zLCBzeW5jCTUEODZNEQksNG1lbXRhYmxlOiAzLjM4Ke0paQkvEDM5Ni4xRR4QYXBwbHk2rQAIOS40GRsVkAQ3MQ0XFG11dGV4Xyn5Ab0JcjKeABkXAHdhOQAxQfMALA0pGZsMMTEuMgGbXTwYcHJpbWFyef71AWb1AQQ1MS0ONvsCTvUBADYFnur1AQA1LZOu9QEANyESMSsyVAEEMzQ28gEINDIuAcsRLDlXDDUyNm6BYS7wAQQyND3TNu4BADgNR0UJNe4AOFEFAG3C7gEEMjMtOUkZGZkAMYHNJe5tvwhudW2hIAkohXgAMRHPGGJ5dGU6MzIFLiRpbnNlcnQ6MTc4oaI0CTExNy43IEtCCU4vQQo=')\n# Resource_group: default\n;"] [2024/06/01 12:32:15.271 +00:00] [INFO] [bootstrap.go:745] ["bootstrap successful"] ["take time"=18.629575287s] [2024/06/01 12:32:15.277 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:32:15.277 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] [2024/06/01 12:32:15.286 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:15.286 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 3, tp add index"] [category=ddl] ["take time"=18.891µs] [2024/06/01 12:32:15.286 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp add index"] [category=ddl] ["take time"=9.362µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=10.784µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=19.867µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 7, tp add index"] [category=ddl] ["take time"=6.736µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 8, tp add index"] [category=ddl] ["take time"=10.837µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 9, tp add index"] [category=ddl] ["take time"=11.671µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 10, tp add index"] [category=ddl] ["take time"=12.158µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 11, tp add index"] [category=ddl] ["take time"=8.575µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 2, tp add index"] [category=ddl] ["take time"=12.892µs] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:15.287 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 1, tp general"] [category=ddl] ["take time"=4.451µs] [2024/06/01 12:32:15.287 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] [2024/06/01 12:32:15.287 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] [2024/06/01 12:32:15.289 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 9f824635-6bfd-4daf-aa9c-c52713248018"] [] [2024/06/01 12:32:15.290 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:15.290 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:32:15.290 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:32:15.308 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=9f824635-6bfd-4daf-aa9c-c52713248018] ["take time"=30.871081ms] [2024/06/01 12:32:15.308 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=9f824635-6bfd-4daf-aa9c-c52713248018] [2024/06/01 12:32:15.311 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=730] [2024/06/01 12:32:15.311 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:32:15.311 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:32:15.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:15.311 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:32:15.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:15.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:15.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:15.311 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:32:15.311 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:32:15.311 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:15.311 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc watch owner key /tidb/br-stream/owner/6f188fd3c788683b"] [2024/06/01 12:32:15.312 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:15.312 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] [2024/06/01 12:32:15.312 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] [2024/06/01 12:32:15.312 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:15.312 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:32:15.313 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:32:15.313 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:32:15.314 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:32:15.315 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:15.314 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=61dda420-4dc9-4497-a9f5-0b0eed8a36cc] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:15.315 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:32:15.315 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] [error="context canceled"] [2024/06/01 12:32:15.315 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:15.315 +00:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/01 12:32:15.315 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:15.315 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] [2024/06/01 12:32:15.315 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=37.970193ms] [2024/06/01 12:32:15.315 +00:00] [INFO] [tidb.go:80] ["new domain"] [store=tikv-7375511205583541894] ["ddl lease"=500ms] ["stats lease"=3s] [2024/06/01 12:32:15.327 +00:00] [WARN] [info.go:316] ["init TiFlashReplicaManager"] [2024/06/01 12:32:15.483 +00:00] [INFO] [domain.go:2833] [acquireServerID] [serverID=1279] ["lease id"=3eaa8fd3c788687e] [2024/06/01 12:32:15.485 +00:00] [INFO] [controller.go:192] ["load resource controller config"] [config="{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"wait-retry-interval\":\"50ms\",\"wait-retry-times\":10,\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}"] [ru-config="{\"ReadBaseCost\":0.125,\"ReadPerBatchBaseCost\":0.5,\"ReadBytesCost\":0.0000152587890625,\"WriteBaseCost\":1,\"WritePerBatchBaseCost\":1,\"WriteBytesCost\":0.0009765625,\"CPUMsCost\":0.3333333333333333,\"LTBMaxWaitDuration\":30000000000,\"WaitRetryInterval\":50000000,\"WaitRetryTimes\":10,\"DegradedModeWaitDuration\":0}"] [2024/06/01 12:32:15.581 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=0] [neededSchemaVersion=51] ["start time"=91.887071ms] [2024/06/01 12:32:15.586 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:15.586 +00:00] [INFO] [ddl.go:839] ["start DDL"] [category=ddl] [ID=7460687c-ba0c-4a3a-8469-227523ec39b5] [runWorker=true] [2024/06/01 12:32:15.586 +00:00] [INFO] [ddl.go:803] ["start delRangeManager OK"] [category=ddl] ["is a emulator"=false] [2024/06/01 12:32:15.588 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[ddl] /tidb/ddl/fg/owner"] [2024/06/01 12:32:15.589 +00:00] [WARN] [env.go:51] ["initialize environment failed"] [category=ddl-ingest] ["storage limitation"="only support TiKV storage"] ["current storage"=unistore] ["lightning is initialized"=false] [2024/06/01 12:32:15.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:15.589 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:15.590 +00:00] [INFO] [runaway.go:149] ["try to start runaway manager loop"] [2024/06/01 12:32:15.590 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/01 12:32:15.590 +00:00] [INFO] [owner_daemon.go:70] ["begin advancer daemon"] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:15.590 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[log-backup] /tidb/br-stream/owner"] [2024/06/01 12:32:15.592 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] ["owner key"=/tidb/ddl/fg/owner/6f188fd3c78868ed] [ownerID=7460687c-ba0c-4a3a-8469-227523ec39b5] [op=none] [2024/06/01 12:32:15.592 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:15.592 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:15.592 +00:00] [INFO] [owner_daemon.go:81] ["begin running daemon"] [id=8697637c-ae55-4e8b-947e-dec7d7e717a4] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:15.599 +00:00] [INFO] [job_table.go:427] ["get global state and global state change"] [category=ddl] [oldState=false] [currState=false] [2024/06/01 12:32:15.599 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] ["owner key"=/tidb/ddl/fg/owner/6f188fd3c78868ed] [ownerID=7460687c-ba0c-4a3a-8469-227523ec39b5] [op=none] [2024/06/01 12:32:15.599 +00:00] [INFO] [manager.go:403] ["set owner op is the same as the original, so do nothing."] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [op=none] [2024/06/01 12:32:15.600 +00:00] [INFO] [job_table.go:439] ["the owner sets owner operator value"] [category=ddl] [ownerOp=none] [2024/06/01 12:32:15.616 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[bindinfo] /tidb/bindinfo/owner"] [2024/06/01 12:32:15.617 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:32:15.618 +00:00] [WARN] [sysvar_cache.go:49] ["sysvar cache is empty, triggering rebuild"] [2024/06/01 12:32:15.619 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] ["owner key"=/tidb/bindinfo/owner/6f188fd3c78868f2] [ownerID=7460687c-ba0c-4a3a-8469-227523ec39b5] [op=none] [2024/06/01 12:32:15.620 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:15.633 +00:00] [INFO] [sysvar.go:2773] ["set resource control"] [enable=true] [2024/06/01 12:32:15.639 +00:00] [INFO] [controller.go:454] ["[resource group controller] create resource group cost controller"] [name=default] [2024/06/01 12:32:15.717 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:32:15.733 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:32:15.745 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:32:15.745 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:32:15.745 +00:00] [INFO] [domain.go:2033] ["PlanReplayerTaskCollectHandle started"] [2024/06/01 12:32:15.745 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:32:15.745 +00:00] [INFO] [domain.go:2055] ["PlanReplayerTaskDumpHandle started"] [2024/06/01 12:32:15.745 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:32:15.745 +00:00] [INFO] [plan_replayer.go:409] ["planReplayerTaskDumpWorker started."] [2024/06/01 12:32:15.745 +00:00] [INFO] [domain.go:2087] ["dumpFileGcChecker started"] [2024/06/01 12:32:15.745 +00:00] [INFO] [domain.go:2120] ["HistoricalStatsWorker started"] [2024/06/01 12:32:15.748 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:32:15.748 +00:00] [INFO] [manager.go:192] ["start campaign owner"] [ownerInfo="[stats] /tidb/stats/owner"] [2024/06/01 12:32:15.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:32:15.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:32:15.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:32:15.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:32:15.749 +00:00] [INFO] [domain.go:2426] ["updateStatsWorker started."] [2024/06/01 12:32:15.749 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:15.749 +00:00] [INFO] [domain.go:2306] ["start load stats sub workers"] ["worker count"=10] [2024/06/01 12:32:15.751 +00:00] [INFO] [manager.go:363] ["get owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] ["owner key"=/tidb/stats/owner/3eaa8fd3c7886888] [ownerID=7460687c-ba0c-4a3a-8469-227523ec39b5] [op=none] [2024/06/01 12:32:15.752 +00:00] [INFO] [manager.go:223] ["become owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:15.752 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:32:15.754 +00:00] [INFO] [manager.go:113] ["build task executor manager"] [server-id=:4000] [total-cpu=52] [total-mem=32GiB] [2024/06/01 12:32:15.760 +00:00] [INFO] [bootstrap.go:704] ["complete to load the meta in the lite mode"] [category=stats] [2024/06/01 12:32:15.760 +00:00] [INFO] [notifier.go:225] ["etcd notify loop to watch timer events started"] [EtcdKey=/tidb/timer/cluster/1/notify/14573d10-5152-4e91-b6a2-3e9ea0b21d52] [2024/06/01 12:32:15.761 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:15.761 +00:00] [INFO] [task_manager.go:217] ["scale ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=0] [newCount=4] [2024/06/01 12:32:15.770 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:32:15.771 +00:00] [INFO] [manager.go:146] ["task executor manager start"] [server-id=:4000] [2024/06/01 12:32:15.771 +00:00] [INFO] [domain.go:1542] ["dist task executor manager started"] [2024/06/01 12:32:15.778 +00:00] [INFO] [bootstrap.go:709] ["complete to load the histogram in the lite mode"] [category=stats] [2024/06/01 12:32:15.805 +00:00] [INFO] [domain.go:2345] ["init stats info time"] [lite=true] ["take time"=56.899617ms] [2024/06/01 12:32:15.805 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=RemoveInitStatsFromInternalSessions] [2024/06/01 12:32:15.823 +00:00] [INFO] [set.go:170] ["set global var"] [conn=1] [name=innodb_lock_wait_timeout] [val=50] [2024/06/01 12:32:15.864 +00:00] [INFO] [set.go:170] ["set global var"] [conn=2] [name=tidb_schema_cache_size] [val=1073741824] === RUN TestImportInto/TestGzipAndMixedCompression [2024/06/01 12:32:15.870 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="drop database if exists gzip"] [user=] [2024/06/01 12:32:15.872 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=51] [cur_db=] [sql="create database gzip"] [user=] [2024/06/01 12:32:15.901 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:15.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:15.901 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:15.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database gzip"] [2024/06/01 12:32:15.944 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [category=ddl] [job="ID:105, Type:create schema, State:queueing, SchemaState:none, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:15.973 +00:00] [ERROR] [domain.go:300] ["failed to load schema diff"] [error="builder's (v2=true) infoschema mismatch, return error to trigger full reload"] [errorVerbose="builder's (v2=true) infoschema mismatch, return error to trigger full reload\ngithub.com/pingcap/tidb/pkg/infoschema.(*Builder).InitWithOldInfoSchema\n\tpkg/infoschema/builder.go:799\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).tryLoadSchemaDiffs\n\tpkg/domain/domain.go:475\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:283\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/domain.(*Domain).loadInfoSchema\n\tpkg/domain/domain.go:300\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Reload\n\tpkg/domain/domain.go:623\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).loadSchemaInLoop\n\tpkg/domain/domain.go:936\ngithub.com/pingcap/tidb/pkg/domain.(*Domain).Init.func2\n\tpkg/domain/domain.go:1304\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupEnhancedWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:99"] [2024/06/01 12:32:16.344 +00:00] [INFO] [domain.go:322] ["full load InfoSchema success"] [currentSchemaVersion=51] [neededSchemaVersion=52] ["start time"=370.90923ms] [2024/06/01 12:32:16.427 +00:00] [INFO] [domain.go:652] ["full load and reset schema validator"] [2024/06/01 12:32:16.427 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=456.14783ms] [2024/06/01 12:32:16.436 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=105] [version=52] [2024/06/01 12:32:16.438 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=52] ["take time"=468.382917ms] [job="ID:105, Type:create schema, State:done, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:15.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.483 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=105] [conn=2] [job="ID:105, Type:create schema, State:synced, SchemaState:public, SchemaID:104, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:15.872 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.508 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=105] [2024/06/01 12:32:16.508 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:16.511 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.639375248\n# Parse_time: 0.000195051\n# Compile_time: 0.000506726\n# Rewrite_time: 0.000005493\n# Optimize_time: 0.00050087\n# Wait_TS: 0.000301647\n# Is_internal: false\n# Digest: 5699ae26babf0ce458db72a8ae2483fcb01670452dbb90b2f0e243672e9affb0\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ncreate database gzip;"] [2024/06/01 12:32:16.514 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=52] [cur_db=gzip] [sql="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/06/01 12:32:16.557 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:16.557 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/01 12:32:16.564 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 61dda420-4dc9-4497-a9f5-0b0eed8a36cc"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:16.609 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [category=ddl] [job="ID:107, Type:create table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.630 +00:00] [INFO] [runaway.go:158] ["preparations for the runaway manager are finished and start runaway manager loop"] [2024/06/01 12:32:16.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:16.630 +00:00] [INFO] [wait_group_wrapper.go:133] ["background process started"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:16.631 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayStartLoop] [2024/06/01 12:32:16.633 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 104, Table ID: 106, Table Name: t"] [2024/06/01 12:32:16.695 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=52] [neededSchemaVersion=53] ["start time"=3.036929ms] [gotSchemaVersion=53] [phyTblIDs="[106]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:16.706 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=107] [version=53] [2024/06/01 12:32:16.708 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=53] ["take time"=20.604765ms] [job="ID:107, Type:create table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:16.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.761 +00:00] [INFO] [runtime.go:160] ["TimerGroupRuntime loop started"] [groupID=ttl] [2024/06/01 12:32:16.761 +00:00] [INFO] [runtime.go:402] ["create watch chan if possible for timer runtime"] [groupID=ttl] [storeSupportWatch=true] [2024/06/01 12:32:16.761 +00:00] [INFO] [notifier.go:140] ["new etcd watcher created to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/14573d10-5152-4e91-b6a2-3e9ea0b21d52] [watcherID=846d66a7-2fab-4a23-9a72-acc880337a25] [2024/06/01 12:32:16.767 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=107] [conn=2] [job="ID:107, Type:create table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:16.522 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:16.771 +00:00] [INFO] [slots.go:205] ["initialize slot capacity"] [capacity=16] [2024/06/01 12:32:16.787 +00:00] [INFO] [slots.go:207] ["update slot capacity"] [old=16] [new=52] [2024/06/01 12:32:16.788 +00:00] [INFO] [scheduler_manager.go:200] ["schedule task loop start"] [server-id=:4000] [2024/06/01 12:32:16.788 +00:00] [INFO] [scheduler_manager.go:373] ["cleanup loop start"] [server-id=:4000] [2024/06/01 12:32:16.788 +00:00] [INFO] [scheduler_manager.go:312] ["subtask table gc loop start"] [server-id=:4000] [2024/06/01 12:32:16.788 +00:00] [INFO] [scheduler_manager.go:453] ["collect loop start"] [server-id=:4000] [2024/06/01 12:32:16.819 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=107] [2024/06/01 12:32:16.819 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:16.823 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.31025817\n# Parse_time: 0.000545998\n# Compile_time: 0.000736537\n# Rewrite_time: 0.000008407\n# Optimize_time: 0.00050087\n# Wait_TS: 0.000390446\n# DB: gzip\n# Is_internal: false\n# Digest: e133916c6c145ebf62d40b5eea20db699616ea4a8ea06f2c663b27e77326ec74\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse gzip;\nCREATE TABLE gzip.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/01 12:32:17.048 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:17.266 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:17.369 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=1] [task-id=1] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:17.409 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:17.410 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:17.515 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:17.517 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:17.518 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [2024/06/01 12:32:17.538 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:17.552 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:17.552 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/06/01 12:32:17.552 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=117.038µs] [2024/06/01 12:32:17.552 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=267.116µs] [] [2024/06/01 12:32:17.553 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:17.553 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:17.590 +00:00] [INFO] [info.go:1142] [SetTiFlashGroupConfig] [2024/06/01 12:32:17.679 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=1] [mode=Import] [2024/06/01 12:32:17.703 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=1] [2024/06/01 12:32:17.729 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=1] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:17.771 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:17.772 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/01 12:32:17.774 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:17.774 +00:00] [INFO] [table_import.go:106] ["import dir not exists, create it"] [table=t] [import_dir=/tmp/tidb/import-4000] [2024/06/01 12:32:17.782 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:17.782 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:17.783 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:17.783 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:17.784 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:17.784 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:17.784 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:17.784 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:17.784 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:17.799 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:17.802 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:17.802 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:17.802 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=1] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:17.802 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=1] [disk-quota=348.5GiB] [2024/06/01 12:32:17.846 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [2024/06/01 12:32:17.853 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/01 12:32:17.878 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:17.878 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:17.890 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [2024/06/01 12:32:17.891 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gz:0] [readDur=219.866µs] [encodeDur=599.485µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=59.453µs] [type=file] [takeTime=1.510022ms] [] [2024/06/01 12:32:17.892 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:17.892 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/f011837b-0b29-4d61-89c3-11a81f8f2592.sst] [firstKey=74800000000000006A5F728000000000000001] [lastKey=74800000000000006A5F728000000000000002] [2024/06/01 12:32:17.963 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [2024/06/01 12:32:17.964 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.001.csv.gzip:0] [readDur=182.526µs] [encodeDur=541.765µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=65.167µs] [type=file] [takeTime=1.058981ms] [] [2024/06/01 12:32:17.965 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/26e75aca-8a8d-4d0f-a83f-90a2061028c1.sst] [firstKey=74800000000000006A5F728000000000000003] [lastKey=74800000000000006A5F728000000000000004] [2024/06/01 12:32:17.965 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=106] [2024/06/01 12:32:18.016 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [2024/06/01 12:32:18.019 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=106] [key=compress.002.csv:0] [readDur=1.095095ms] [encodeDur=882.179µs] [checksum="{cksum=12593782543884416478,size=165,kvs=5}"] [deliverDur=97.191µs] [type=file] [takeTime=2.401104ms] [] [2024/06/01 12:32:18.020 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=165] [kvs=5] [files=1] [sstFileSize=1005] [file=/tmp/tidb/import-4000/1/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/66346131-2028-4ae4-b12f-42e980176784.sst] [firstKey=74800000000000006A5F728000000000000005] [lastKey=74800000000000006A5F728000000000000009] [2024/06/01 12:32:18.020 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=import] [subtask-id=1] [takeTime=173.408896ms] [] [2024/06/01 12:32:18.020 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:18.020 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:18.020 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/01 12:32:18.022 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=2.165885ms] [] [2024/06/01 12:32:18.023 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/06/01 12:32:18.028 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:18.050 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=9] [size=297] [2024/06/01 12:32:18.050 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:18.066 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=297] [kvs=9] [importedSize=297] [importedCount=9] [2024/06/01 12:32:18.068 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=45.300228ms] [] [2024/06/01 12:32:18.068 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/01 12:32:18.070 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.688837ms] [] [2024/06/01 12:32:18.070 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=1] [step=import] [engine-id=0] [2024/06/01 12:32:18.070 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:18.072 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.643539ms] [] [2024/06/01 12:32:18.072 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/06/01 12:32:18.072 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:18.072 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=56.839µs] [] [2024/06/01 12:32:18.072 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:18.073 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=899.77µs] [] [2024/06/01 12:32:18.118 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=1] [step=import] [2024/06/01 12:32:18.121 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:18.121 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:18.121 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:18.121 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:18.123 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:18.123 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:18.123 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:18.123 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:18.123 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:18.123 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=352.510378ms] [] [2024/06/01 12:32:18.132 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:18.133 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:18.134 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:18.134 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:18.194 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":9,\"ColSizeMap\":{\"1\":9,\"2\":54}}"] [2024/06/01 12:32:18.196 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=1] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:18.196 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:18.366 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:18.409 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:18.409 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:18.409 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [2024/06/01 12:32:18.409 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=30.624µs] [] [2024/06/01 12:32:18.410 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [groupId=-1] [size=297] [kvs=9] [checksum=3562370486853394715] [2024/06/01 12:32:18.410 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [checksum="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/06/01 12:32:18.410 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [weight=30] [2024/06/01 12:32:18.410 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [concurrency=15] [2024/06/01 12:32:18.414 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=106] [physicalTableID=106] [indexID=-1] [checksum=3562370486853394715] [totalKvs=9] [totalBytes=297] [2024/06/01 12:32:18.415 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [local="{cksum=3562370486853394715,size=297,kvs=9}"] [2024/06/01 12:32:18.415 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=5.806329ms] [] [2024/06/01 12:32:18.415 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=1] [step=post-process] [subtask-id=2] [takeTime=6.015063ms] [] [2024/06/01 12:32:18.455 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=1] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=89.20136ms] [] [2024/06/01 12:32:18.529 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=1] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:18.529 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=1] [step=post-process] [state=running] [] [2024/06/01 12:32:18.532 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=1] [2024/06/01 12:32:18.582 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=1] [type=ImportInto] [2024/06/01 12:32:18.616 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:18.650 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.820294249\n# Parse_time: 0.00078379\n# Compile_time: 0.001331674\n# Rewrite_time: 0.000288283\n# Optimize_time: 0.00050087\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 02e1b2d9d9874751320f59169ed0a406a64b5cdb2070fc8823e8eb2bfabb7ffa\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS44MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS44MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:18.661 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=53] [cur_db=gzip] [sql="truncate table gzip.t"] [user=] [2024/06/01 12:32:18.664 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:18.664 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=1] [2024/06/01 12:32:18.705 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:18.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:18.705 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:18.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table gzip.t"] [2024/06/01 12:32:18.759 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [category=ddl] [job="ID:109, Type:truncate table, State:queueing, SchemaState:none, SchemaID:104, TableID:106, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:18.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.771 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:18.771 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 104, Table ID: 108, Table Name: t, Old Table ID: 106, Old Table Name: t"] [2024/06/01 12:32:18.831 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=53] [neededSchemaVersion=54] ["start time"=3.221956ms] [gotSchemaVersion=54] [phyTblIDs="[108]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:18.843 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=109] [version=54] [2024/06/01 12:32:18.845 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=54] ["take time"=21.708446ms] [job="ID:109, Type:truncate table, State:done, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.905 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=109] [tableIDs="[106]"] [comment="drop table: table ID"] [2024/06/01 12:32:18.918 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=109] [jobType="truncate table"] [2024/06/01 12:32:18.921 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=109] [conn=2] [job="ID:109, Type:truncate table, State:synced, SchemaState:public, SchemaID:104, TableID:106, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:18.672 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:18.974 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=109] [2024/06/01 12:32:18.975 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:18.978 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.318284994\n# Parse_time: 0.000745172\n# Compile_time: 0.001158853\n# Rewrite_time: 0.000011653\n# Optimize_time: 0.000976971\n# Wait_TS: 0.000370459\n# DB: gzip\n# Is_internal: false\n# Digest: 8fa55bff56c3c9eef6de1f96578f05ef16ddee97b827bd3cdada5e520a77fbb6\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table gzip.t;"] [2024/06/01 12:32:19.009 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:19.258 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"skip_rows\":\"1\",\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:19.349 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=2] [task-id=2] [data-size=111B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:19.411 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:19.412 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:19.518 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:19.519 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:19.521 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [2024/06/01 12:32:19.543 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:19.557 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:19.557 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=111] [2024/06/01 12:32:19.557 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=111] [cost=114.438µs] [2024/06/01 12:32:19.557 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=284.907µs] [] [2024/06/01 12:32:19.557 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:19.557 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:19.674 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=2] [mode=Import] [2024/06/01 12:32:19.693 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=2] [2024/06/01 12:32:19.707 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=2] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:19.747 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:19.748 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/01 12:32:19.749 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:19.757 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:19.758 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:19.758 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:19.758 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:19.759 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:19.759 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:19.759 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:19.759 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:19.759 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:19.773 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:19.775 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:19.775 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:19.775 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=2] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:19.775 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=2] [disk-quota=348.5GiB] [2024/06/01 12:32:19.843 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [2024/06/01 12:32:19.848 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/01 12:32:19.851 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:19.852 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/01 12:32:19.862 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [2024/06/01 12:32:19.863 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gz:0] [readDur=113.463µs] [encodeDur=409.126µs] [checksum="{cksum=3295917154550004049,size=33,kvs=1}"] [deliverDur=138.8µs] [type=file] [takeTime=1.060154ms] [] [2024/06/01 12:32:19.864 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/01 12:32:19.864 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/6cf5f0db-d9c7-4796-9dd7-bc8c5200008d.sst] [firstKey=74800000000000006C5F728000000000000002] [lastKey=74800000000000006C5F728000000000000002] [2024/06/01 12:32:19.873 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [2024/06/01 12:32:19.874 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.001.csv.gzip:0] [readDur=110.691µs] [encodeDur=381.798µs] [checksum="{cksum=3799961091930450100,size=33,kvs=1}"] [deliverDur=54.773µs] [type=file] [takeTime=838.636µs] [] [2024/06/01 12:32:19.875 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=108] [2024/06/01 12:32:19.875 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=33] [kvs=1] [files=1] [sstFileSize=924] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/842efb71-cb7f-4edb-b44e-2826b151003f.sst] [firstKey=74800000000000006C5F728000000000000004] [lastKey=74800000000000006C5F728000000000000004] [2024/06/01 12:32:19.906 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [2024/06/01 12:32:19.908 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=108] [key=compress.002.csv:0] [readDur=221.021µs] [encodeDur=846.457µs] [checksum="{cksum=0,size=132,kvs=4}"] [deliverDur=63.381µs] [type=file] [takeTime=1.432937ms] [] [2024/06/01 12:32:19.908 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=132] [kvs=4] [files=1] [sstFileSize=995] [file=/tmp/tidb/import-4000/2/a44d817b-cb07-5b2e-a759-37c0e04df925.sst/c3417471-dc94-4d6f-bd2f-ea2f38842a8c.sst] [firstKey=74800000000000006C5F728000000000000006] [lastKey=74800000000000006C5F728000000000000009] [2024/06/01 12:32:19.909 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=import] [subtask-id=3] [takeTime=65.412967ms] [] [2024/06/01 12:32:19.909 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:19.909 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:19.909 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/01 12:32:19.911 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.799818ms] [] [2024/06/01 12:32:19.911 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [2024/06/01 12:32:19.916 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:19.937 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] ["region ranges"=1] [count=6] [size=198] [2024/06/01 12:32:19.937 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:19.953 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=a44d817b-cb07-5b2e-a759-37c0e04df925] [size=198] [kvs=6] [importedSize=198] [importedCount=6] [2024/06/01 12:32:19.955 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [retryCnt=0] [takeTime=43.933222ms] [] [2024/06/01 12:32:19.955 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [2024/06/01 12:32:19.956 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:0] [engineUUID=a44d817b-cb07-5b2e-a759-37c0e04df925] [takeTime=1.162819ms] [] [2024/06/01 12:32:19.956 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=2] [step=import] [engine-id=0] [2024/06/01 12:32:19.956 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:19.958 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.590447ms] [] [2024/06/01 12:32:19.958 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [2024/06/01 12:32:19.958 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:19.958 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [retryCnt=0] [takeTime=60.655µs] [] [2024/06/01 12:32:19.958 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [2024/06/01 12:32:19.959 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`gzip`.`t`:-1] [engineUUID=f882bfdb-7ec8-58cc-95d6-d70a2c99a1d9] [takeTime=1.167551ms] [] [2024/06/01 12:32:20.017 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=2] [step=import] [2024/06/01 12:32:20.020 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:20.020 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.020 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:20.020 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:20.022 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:20.022 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:20.022 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:20.022 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:20.022 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:20.022 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=275.717794ms] [] [2024/06/01 12:32:20.032 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:20.033 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:20.034 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:20.034 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:20.113 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":36}}"] [2024/06/01 12:32:20.114 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=2] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:20.114 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:20.270 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:20.322 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:20.322 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:20.323 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [2024/06/01 12:32:20.323 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=10.777µs] [] [2024/06/01 12:32:20.323 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [groupId=-1] [size=198] [kvs=6] [checksum=1801826099013898725] [2024/06/01 12:32:20.323 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [checksum="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/06/01 12:32:20.323 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [weight=30] [2024/06/01 12:32:20.323 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [concurrency=15] [2024/06/01 12:32:20.327 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=108] [physicalTableID=108] [indexID=-1] [checksum=1801826099013898725] [totalKvs=6] [totalBytes=198] [2024/06/01 12:32:20.327 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [local="{cksum=1801826099013898725,size=198,kvs=6}"] [2024/06/01 12:32:20.327 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=4.855033ms] [] [2024/06/01 12:32:20.327 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=2] [step=post-process] [subtask-id=4] [takeTime=5.046155ms] [] [2024/06/01 12:32:20.376 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=2] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=105.957741ms] [] [2024/06/01 12:32:20.430 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=2] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:20.430 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=2] [step=post-process] [state=running] [] [2024/06/01 12:32:20.433 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=2] [2024/06/01 12:32:20.497 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=2] [type=ImportInto] [2024/06/01 12:32:20.518 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:20.541 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:20.541 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=2] [2024/06/01 12:32:20.640 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.660687898\n# Parse_time: 0.000697272\n# Compile_time: 0.001641139\n# Rewrite_time: 0.000271872\n# Optimize_time: 0.000976971\n# Wait_TS: 0\n# DB: gzip\n# Is_internal: false\n# Digest: 9d7b6c5838ea9d605d5f2b69162f5d53aa0ade450435a07a64b60325ed206bb4\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42NnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42NnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `gzip`.`t` FROM 'gs://gzip/compress.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH skip_rows=1, thread=1;"] === RUN TestImportInto/TestImportFromServer [2024/06/01 12:32:20.650 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="drop database if exists from_server"] [user=] [2024/06/01 12:32:20.653 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=54] [cur_db=gzip] [sql="create database from_server"] [user=] [2024/06/01 12:32:20.656 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:20.682 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:20.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.682 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:20.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database from_server"] [2024/06/01 12:32:20.745 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [category=ddl] [job="ID:111, Type:create schema, State:queueing, SchemaState:none, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.786 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=54] [neededSchemaVersion=55] ["start time"=1.092519ms] [gotSchemaVersion=55] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:20.800 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=111] [version=55] [2024/06/01 12:32:20.802 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=55] ["take time"=21.422901ms] [job="ID:111, Type:create schema, State:done, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:20.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.877 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=111] [conn=2] [job="ID:111, Type:create schema, State:synced, SchemaState:public, SchemaID:110, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.622 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:20.908 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=111] [2024/06/01 12:32:20.908 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:20.915 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=55] [cur_db=from_server] [sql="create table t (a bigint, b varchar(100));"] [user=] [2024/06/01 12:32:20.953 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:20.953 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a bigint, b varchar(100));"] [2024/06/01 12:32:20.993 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [category=ddl] [job="ID:113, Type:create table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:21.002 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 110, Table ID: 112, Table Name: t"] [2024/06/01 12:32:21.962 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=55] [neededSchemaVersion=56] ["start time"=4.972855ms] [gotSchemaVersion=56] [phyTblIDs="[112]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:23.160 +00:00] [INFO] [syncer.go:447] ["syncer check all versions, all nodes are not synced"] [category=ddl] ["ddl job id"=113] [ver=56] [2024/06/01 12:32:23.162 +00:00] [WARN] [domain.go:664] ["loading schema takes a long time"] ["take time"=2.109545755s] [2024/06/01 12:32:23.169 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510195642373\n# Query_time: 2.318800621\n# Parse_time: 0\n# Compile_time: 0.022660266\n# Rewrite_time: 0.003079831\n# Optimize_time: 0.012285194\n# Wait_TS: 0.000114971\n# Cop_time: 0.003353268 Process_time: 0.000095829 Wait_time: 0.000049744 Request_count: 2 Total_keys: 16 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 6 Rocksdb_key_skipped_count: 30 Rocksdb_block_cache_hit_count: 6\n# Index_names: [tidb_background_subtask:idx_exec_id,tidb_global_task:state]\n# Is_internal: true\n# Digest: 8e00fe5c3677d581b104159ff91d824e3be8160c4e4be058288db681abd1a134\n# Stats: tidb_global_task:pseudo[10000;0],tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 4.7914e-05 Cop_proc_p90: 5.7971e-05 Cop_proc_max: 5.7971e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 2.4872e-05 Cop_wait_p90: 2.6117e-05 Cop_wait_max: 2.6117e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 17003\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[st,idx_exec_id] remain after pruning paths for st given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[t,state] remain after pruning paths for t given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('5ySwMAkxNF8xMwkwCTEJbXlzcWwudGlkYl9nbG9iYWxfdGFzay5wcmlvcml0eSwgWiEAKGNyZWF0ZV90aW1lYiQAEGlkCTAJASJUOjEuMnMsIGxvb3BzOjEJMCBCeXRlcxEIGAoxCTNfMTVujwAMaWQsIFqJAAGvDF9rZXlmIQAEeXBmowAMc3RhdG4eAARlcGJYAIYjASBvbmN1cnJlbmNmnQCORwEkdGFyZ2V0X3NjbwHJHENvbHVtbiMzITBGXAEILCBDGXZYOk9GRgk0LjcxIEtCCU4vQQoyCTZfMTYlaSBncm91cCBieTpaVwEhciRmdW5jczptYXgoHSUMYmFjawE9FG5kX3N1YiF+AC4d6QgpLT4VoQAsDUEcZmlyc3Ryb3cuRgAubAIQaWQpLT4dYjYcAJ5GAAGKQQhmTAARIqJSAAh5cGVqTgBFVykjfuIARWZmSwAFH56WAFF3Zk8AESKeUgBdhGZVAB0lolgAWYpqWAAZJZ5YAAxzdGVwZlEAAR6eSgAuWgNmUgAuJgBS0QRULCBwYXJ0aWFsX3dvcmtlcjp7d2FsbKUcMDo0LjQzMjA1M21zLCAd7Aw6NSwgRZBgbnVtOjAsIHRvdF93YWl0OjIxLjA3MzczMQExARYYZXhlYzowcwkjZfEcMjEuMjk0MjMFVCxtYXg6NC4zMDk3MDQBMwhwOTUdEBR9LCBmaW5SmQAoMS4yMDEzNTQ0MDlqmwABpxGbGDUxLjgzwrUNiwWYEDguOTI0FRMFnjAxLjIxOTI2ODI3NHMsBZ8FahwyNDkxOTdzLAWhLhIAAH2BmgEEBAozwQccOAkwCTAuMDJemQaBmFosBCVQ/goGWgoGeVRafQAyIANeJAAu7AJaJABJv1odAC6KAjKYBnaVBVG1CDQuMkEj7Yd2KwYYNAkxN18yMDGOUGlubmVyIGpvaW4sIGVxdWFsOltlcS7RBUqCAHLLAAEdECkgZXEo0S8ANwGQydsINildGbMAMUXnFbRsYnVpbGRfaGFzaF90YWJsZTp7dG90YWw6My4wOAHdEGZldGNoFQ4FLgw6MHN9HmwIEQggCjUJM18yMShCAU8AKRHmPXeO0ABKJAAy4wEMY2FzdHokAVm0MGRvdWJsZSBCSU5BUln9RwA3MQsMMi44OQHiNQs+6gcIMi429eoUNgkzMF8ydU0ZRAQ3Nh1EDAkyMzgajAkOHwgYNwk0N18yNTEVGDFfMAkxMAkpZzRzdCwgaW5kZXg6aWR4X2H9DF9pZCgNCEQpLCByYW5nZTpbIjo0MDAwIiwNCFBdLCBrZWVwIG9yZGVyOmZhbHNlLCDB7xxzOnBzZXVkbxGZCDEuOTboAQhjb3ASigoIOiB7oSMEIDGJTAwgMS4yBSkMcHJvY2HtCHM6IK0/ARIYOiAzNy45wpGkpVIQIDI2LjEFE2hjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCxJKgVyCF9kdQUaGG46IDY2LjcFOixtYXhfZGlzdHNxbF8940w6IDF9LCBycGNfaW5mbzp7Q29wOgGvFF9ycGM6MaWzDlELBGltDgILLDE0bXN9fSwgdGlrdgVpBDp7BRqh3C3UPH0sIHNjYW5fZGV0YWlsOiBJ3A3nCDksIBIHChhuYXBzaG90qW4MIDEwLqmBgHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCGLAHk+FgAAMgH7CGxvYyFoAH0JngRtZT6AACFaCGVzcw1yLmIBwVoEYWkRjDVpBeP5BBwgMTUxLjbCtb3sMDcJMV8yNyhQcm9iZSlFaqX1BGluejADQTxIZSwgInBlbmRpbmciLCAicnVubgELMCksIG5vdChpc251bGyCRwAIZXApYfdB+AEEHAo4CTQ1XzI2BYsy9QKCwAIBPwEEiVMAORHUGDAJMjkuOTcuVAQ+2Qqdby4bAJkUXiEAEnsKWh0ALSJaHgD+yAb+yAZOyAY+JwUuDAHh714aBQ7JDGVCCDIuOXYaBQw0LjM0HgQNpRoFPCmgkYIIMi44NhsFBDQzPhsFBDMzLhsFADOxG7UaJXsAKAUGvRIMcGF1c0GgACwVCihdLCBbInJldmVydAkZGQwJG03SACxV3KJIBQgyLjE25AdmSAUAMyU0YdyNYTJIBQQ1OIX5Iv0JCCAyM2XDDsYKvkYFBDkuCU3+RgWhRqH+iajWRgUAN1JGBQg2LjYW2gp+RgUAMlJGBQAxvUbZYK15ADaaWAU5cjpWBTF5QlYFDDQ2LjVCVgUEMzWRguHASeRWGAUuaAMSjwlGEQUEMzQFRi7rAqYQBQ==')\n# Plan_digest: 19251e4d0852c3daee269dcb983554a856b9ab56b15a27ac9c282faeeb7e2e53\n# Binary_plan: tidb_decode_binary_plan('qCjACqMoCgdTb3J0XzEzEo0nCg1Qcm9qZWN0aW9uXzE1EoQkCgpIYXNoQWdnXzE2ErwaCjIhABQ4EpIXCgsBISRKb2luXzIwEvcJMkMAZDIxEv8HCg5JbmRleExvb2tVcF8yOBKSBQoRBRNAUmFuZ2VTY2FuXzI1GgEBIQABAQzQgUApAQigAAAkQDgCQAJKJQojCgVteXNxbBICc3QaFgoLaWR4X2V4ZWNfaWQSB2UJCQhSN3IBTiQ6WyI6NDAwMCIsDQjwwl0sIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb1oUdGltZToxLjkzbXMsIGxvb3BzOjFi2AFjb3BfdGFzazoge251bTogMSwgbWF4OiAxLjIzbXMsIHByb2Nfa2V5czogMCwgdG90X3Byb2M6IDM3LjnCtXMsIHRvdF93YWl0OiAyNi4xwrVzLCBjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGRfdGFza19kdXJhdGlvbjogNjYuNwVNqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwhhbF8N4jAxNG1zfX1q/AF0aWt2CdwAewUbADAZ+Qx9LCBzIZIoZGV0YWlsOiB7dG8BQgnoODksIGdldF9zbmFwc2hvdAlYECAxMC40BaSAcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW50OiA0IYwAeT4WABwyMCwgYmxvYyFpEH19fSwgAZM+gAAYcHJvY2Vzcw1yLmMBBGFsJWUNGgQyNi1qBeMId2FsDf0sIDE1MS42wrVzfXD/EQEEAXgRCiT/ARKdAgoMU2VsTfw8MjcSbgoRVGFibGVSb3dJREmlADZJogRUpTqiAggNCgtdogRSHnZxAlaBAAgaAQIJXiyQpUApoNtLGqN1lD9hABBSbmluKEX/YC50aWRiX2JhY2tncm91bmRfc3VidGFzay5Bz0hlLCAicGVuZGluZyIsICJydW5uAQswKSwgbm90KGlzbnVsbIJHAAxlcCkpVp8AHCGNRGyNMvVyHZwIAUABbTwMMi43NmESAGxpPARw7i5aAWHZGKmDwKdjFXQ2PQAIUpUBftcADGVwLCB2JAB9CxQsIGNhc3R65AAhMEHNaCwgZG91YmxlIEJJTkFSWSktPkNvbHVtbiMzNxXVBDg5HdUIYg9DfXYUT0ZGcOwULkACBLELNvoECDkS8zr6BAwzNhLNRvoECDMzGpH6BLiaUVgAPon6CBwKGlFYFAF0Gg4KBSXpABIJBwRSbZHxDHBhdXMh7AAsFQooXSwgWyJyZXZlcnQJGRkMCRtNHgAsVSieJwUMMi4xMi4WAQDWaicFADMlQGG6IXI+JwUENTiFNAh0b3RlwAw6IDIzZaHOJQUEOS4JTf4lBaElBDIzpSUEjAKFQkEwuiUFADdSJQUMNi42MwXxfiUFADJSJQUAMb0lCGNhY81ArVgANpo3BTlzOjUFMXoF8y41BQw0Ni41ajUFBNYBLjUFDDM1Em1CNQUEMzSJ1wSquTrdAggMCgpZ3fo0BSgEukApuR6F61H4PWU6BFIoVvUEDGdsb2LhD6k1au4EGIk7w9ZL4Y0dVi7uBAA4Mu4EAPM27gQgAiHpIJT5JgGPNj0ACFLbAp3KLokABGlkMuUELhsAAalhPGYhAAh5cGViHQCFLmIeABhwcmlvcml0ZlwAFGNyZWF0ZeVYYkUAMn8FWuAAAHM+xwU24gAAchJSCARjbwHJPsEFLioAISdetAUANrW0ADmFdM2JRrQFBNwivbREIcWpGiU5zpRAKYnS3uALk5k/IeZYUnBpbm5lciBqb2luLCBlcXVhbDpbZXF6WAZy5QABHRApIGVxKNVkBCwgEQsINildDb0INC4xMoIKBDdiEhEKFGhhc2hfdA6KCAQ6exKMCRA6My4wOKGEEGZldGNoFQ4FLiw6MHN9IX79VH1IFpU61wAAy/6AAv6AAv6AAv6AAoqAAl3CSmcJXe0EWhMOpQoIOjQuMg0HQiMIBNglLm8CGM6mZ+JvmpWxCADwSW8EtwYOzgkQcCBieTodfz76AiBmdW5jczptYXh6iAIdpCrUCAQ1LA1BHGZpcnN0cm93LkYANmsACCktPoKHAH5GAJG3ZkwAESKemACB6GpOAKUGKSN+nAClFWZLAAUfnpYAsUNmTwARIp5SAL10ZlUAHSWiWAAmvApqWAAZJZ5YAIXaYjICAR6eSgAAdN0JZlIALiYABFoSZYQIMS4yJr4OHGK8AnBhcnRpDuAIGG9ya2VyOnsmzwgYNC40MzIwNaVlHewMOjUsIEWQEG51bTowEjMPFpIKIDIxLjA3MzczMaFtDqgKDnQQEiwPAQ0FfRwyMS4yOTQyMwVUDh4QHDQuMzA5NzA0ATMIcDk1HRAUfSwgZmluUpkAKDEuMjAxMzU0NDA5Ev8KJt4PLpsAAQweLQsQNTEuODMSTwoBEwWYDDguOTIWhw8BEwWeMDEuMjE5MjY4Mjc0cywFnwVqHDI0OTE5N3MsBaEuEgBaHA8YITQNzkjW5D65BACr/lEG/lEGOlEGSW5avQR5iVohAF0RZu4IihIJLqIC+eYANVKtAnowBhSSxxdV2Pw+dwEAXlrBAIbiAIq+AARpZE6pAAQYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.169 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510248071171\n# Query_time: 2.122448916\n# Parse_time: 0\n# Compile_time: 0.011064692\n# Rewrite_time: 0.001618122\n# Optimize_time: 0.007173098\n# Wait_TS: 0.000219456\n# Cop_time: 0.000126888 Process_time: 0.00041613 Wait_time: 0.000097849 Request_count: 2 Process_keys: 1 Total_keys: 446 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 111 Rocksdb_key_skipped_count: 1218\n# Is_internal: true\n# Digest: a5ae371f91ff344239c371574cfd61b79aa3a5899858f81f0a16e0e20d2730bc\n# Stats: tidb_ddl_job:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 0.000208065 Cop_proc_p90: 0.00021132 Cop_proc_max: 0.00021132 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.8924e-05 Cop_wait_p90: 5.8942e-05 Cop_wait_max: 5.8942e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 12965\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('iBi4MAkzXzEzCTAJMjI5NC4xMQlteXNxbC50aWRiX2RkbF9qb2Iuam9iX21ldGEsIG1GHQDwQ3Byb2Nlc3NpbmcJMAl0aW1lOjEuMnMsIGxvb3BzOjEsIENvbmN1cnJlbmN5OjUJMTEuOCBLQglOL0EKMQkxNF8xNAkwbn0AGWAYOmRlc2MsIFqhAARpZFKAABwJMCBCeXRlcxEIHAoyCTE3XzI4HfJUaW5uZXIgam9pbiwgZXF1YWw6W2VxKGJnAAHSIGx1bW4jMTUpXVJ0AGAsIGJ1aWxkX2hhc2hfdGFibGU6e3RvdGFsLRsQZmV0Y2gNDAUqDDowc30RoREIJAozCTMxXzQxKEIBTAApHbBAZGF0YTpTZWxlY3Rpb25fNDBahQB8Y29wX3Rhc2s6IHtudW06IDEsIG1heDogMS44N21zLCAhWjRfa2V5czogMCwgdG90XwESJDogMjExLjPCtXMJFCR3YWl0OiA1OC45BRNkY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAR9gFzCF9kdQUaHG46IDExNS40BTs0bWF4X2Rpc3RzcWxfY29ZFUggMX0sIHJwY19pbmZvOntDb3A6AbEMX3JwY0FAJToAX01aJDczbXN9fQkyNDMt10FICDQJMSEGBDFfcsYCDHJlb3JJpARrdgWlBDp7BVUEMHNVrTx9LCBzY2FuX2RldGFpbDogKbYtJEAyMjIsIGdldF9zbmFwc2hvdAmUCCAyOS0ucHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VuIUQUNSwga2V5PhcAIDYwNSwgYmxvYyGpEH19fSwgAZc+hAAhmwhlc3MRdAAxPaMEYWwlpQ0bNaoAdAHoCHdhbC08DCA0MjUFqQB9ITQBBBwKNQk0NF8zOSU5HDY2NjYuNjcJSa8u/wN0LCByYW5nZTpbLWluZiwxMTMpLCAoMTEzLCtpbmZdAdNsZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb0WcZnEBAYgBBDAKMwk2XzI5KFByb2JlQe04NjQwMAlncm91cCBieTpDcXJALCBmdW5jczpmaXJzdHJvdygVGggpLT4VDAV1RooEEHBhcnRpIS4Yb3JrZXI6ezkdJDEuMTk5ODIwMzaBuy6dAgg1LCBF0WFCADB9Eig1Ljk5ODMyOTc4NG0pDGV4ZWNFTWFKIcMJJBg1MjM2OThzaXwFaBQ3MjU3MDlhgQQ5NTISABR9LCBmaW5aoQAoMjAwNDQ5NzE2cyxioQABrQRvdEUOFDozNS4xN2l5ARQFnhQ2Ljc0N8Jx2gWkJDYuMDAwOTUzMzQBkoEgADEFaxAwODcxNRWkAX0JEjmyYXYAM4F8JasUbm90KGVxOY8ELCBBKggpLCABGRRpc251bGwZHQApIeIFfzIsBggJMzixrgROL0GfCDZfMyHMCDgwMF0MSpkFbR0IaW5nUh8GIHNjaGVtYV9pZCGGRsIGRfMJHkldCG1pbhWsADgyWAIAMUa2AAQyLHpYAhQ4NTI4OTdBJl5YAgAxOlgCEDA5MTExNlgCHDQxMi44NDPCMrwBQYQUMTYyNTEzObwcMTk4Mzg0NDdByFFgERJyYAIcMTk5MTIzNzRuqQAuYAIQOTcuMTY6YAIMNy41NRkTJeEBpBQ0NjQwMTkBWUlgGDE5OTA5NDVByhGjDRFZXgA2wf4MMzYJMCn+AGTB9CRIYXNoQWdnXzMxWokBZvIGBDc5OvIGLXRBOhg6IDIwNC44NVzJ8gAz4vIGDDMzLjYFTf7xBsHxBDY3yfEEODLd8QA3YRoAMaW4/hwDzhwDSkQDFGpvYl9pZH0sADglo2b5BVZqByGPweYWlggppARhbDIXAChfc2l6ZTogMjM3OGU3AGH5oAA0UqAHBDE3LY+CoAcANsHNAHlCoAcEMTPGoAcuUQIAYTKgB1VYPqAHCDM5MQWpeQQUOAk0M18zoWgMMAkxMKEFhas6ngcAa3aAB4GzZocBIAlOL0EJTi9BCg==')\n# Plan_digest: ae1f28c9bec84b2f3ff25dddc3b860cc6fff8524d66eb8eb50996995f37bdd0c\n# Binary_plan: tidb_decode_binary_plan('3xrwSQraGgoNUHJvamVjdGlvbl8xMxLFGQoHU29ydF8xNBLQGAoLSGFzaEpvaW5fMjgSzQYKDlRhYmxlUmVhZGVyXzQxEo8ECgxTZWxlCUAYNDAStAEKEQkk8DxhbmdlU2Nhbl8zOSEAAAAAQJUmQSmrqqqqqgq6QDgCQAJKFwoVCgVteXNxbBIMdGlkYl9kZGxfam9iUjxyAT3wWDpbLWluZiwxMTMpLCAoMTEzLCtpbmZdLCBrZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w////CQMEAXgJCAz///8BBaEsgDEnQSnjoPnrN+yhBaEEUhgFnQQudB2cKC5yZW9yZ2qBAnRpZmUACCwgcwH5mGRldGFpbDoge3RvdGFsX2tleXM6IDIyMiwgZ2V0X3NuYXBzaG90XwWkwCAyOS4zwrVzLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRfY291bnQ6IDU1LCBrZXk+FwBENjA1LCBibG9jazoge319fSwgAVg+hAAccHJvY2Vzc18BHBA6IDIxMQ11CaIId2FpEY8MNTguOQWPBegMd2FsbA00CDQyNQU0BH1wIToFAS5KASwaAQEhmk9DQeZt60A5TSgBQAFSEWRhdGE6U10tBFoSBYcIMS4yOaEUYtoBY29wKb5YIHtudW06IDEsIG1heDogMS44N21zLCABxC1NBDAsAboF1jrOAAXMADoZx4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcwhfZHUFGhxuOiAxMTUuNCUCqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBsRRfcnBjOjEFmQBhLTUkMS43M21zfX1w8y4rARAS0xAKCmFgKEFnZ18yORL/DAoMOR8QMzAShQwZIBAzNRLfBzZ/AxAzNhKlBR0iFDESlwEKEGV9DEZ1bGxpfAA0RdsU8O8wQSkAAQEQiMNAMAF2fgMAHv5gA1pgAwgoZTENhQRAvw2FPFKUAWdyb3VwIGJ5Om15c3E6bAMh6hxlc3NpbmcsIEofACRzY2hlbWFfaWRzUh8AEHRhYmxlCR4kZnVuY3M6bWluKEpHAExqb2JfaWQpLT5Db2x1bW4jMThqt8rfAw2tTZpVAS4XAChfc2l6ZTogMjM3OFEgAGuNFQA0UhUEDDE3LjZFhIIVBAA2oRcEeV86LAQINjEzxhUEDDA0LjgFdUIVBAAzXhUECDM5MQWpWhUEICHe3d3dHT73QEmEAEAl/4EUBA9kgRQISGFzZQQEMzFKEgQIMmLZahIEBDc5OhIEKXgldgQ6IDLLAI0SFcTCEgQEMzMF5IWO7hEEhREENjeFEQSaAi6GBiEnCK1s+EInAQCE/iYDviYDdQp9FgA1Up0BRMsCcGFydGlhbF93b3JrZXI6e9ksNDEuMTk4NTI4OTc0cywgLjsFHDUsIHRhc2tfoeAtssF8KDo1Ljk5MDkxMTE4ATI8dG90X2V4ZWM6NDEyLjg0M1GVyYoBLBgxNjI1MTM5KZQJcBAzODQ0N8FRCHA5NTISABh9LCBmaW5hXqkAFDkxMjM3NAF3XqkAAbUAb01HEDk3LjE2yR8BFAWmDDcuNTUZE8XbAaQUNDY0MDE5AVnBxiEUFDkwOTQ1NsHKDaMNEW4+AwitSP5NFwgAuUBlPBgvbm90KGVxNawkNSwgMTEzKSksIAEZFGlzbnVsbBkdBCkpSr8BCDFw/C6AAiQaAQIhRERERCRjPmwABDhnsaZRGgQ1LK1VHGZpcnN0cm93HWu5Sk40AggxYsV6NAIUOTgyMDM2IcReiwHt+FU0EDgzMjk3NjQCBDBzpWM5iBg4NTIzNjk4XSwUOTcyNTcwQT41iQ0SciwCHDIwMDQ0OTcxIcJeoQAuLAIQMzUuMTdZGQBlQdIQNi43NDc20AIkNi4wMDA5NTMzNAGSSSwBaxAwODcxNVUtGRJeLgIYeSNCZcQPByrLCmgBQAFSPGlubmVyIGpvaW4sIGVxdWFsOltlcShiDwcELCA16gQpXU47AgRiMxY3CRBoYXNoX+VrADoW6Aoa0AkQZmV0Y2gNDAUqLDowc30hC0Ji2Gw4EDqdAAA9SocA7TgcaW5nOmRlc2NS4gfpuk6eABghMgcXtTZOPmkATmUIAUUQbWV0YSxOYwgZhk5mAAxiDUNvJhAKQDVwnF54////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.177 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510798573574\n# Query_time: 1.214883367\n# Parse_time: 0\n# Compile_time: 1.208062996\n# Rewrite_time: 0.001215188\n# Optimize_time: 0.003212831\n# Wait_TS: 0.000182011\n# Cop_time: 0.000670436 Process_time: 0.000062059 Wait_time: 0.000047733 Request_count: 1 Total_keys: 17 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 4 Rocksdb_key_skipped_count: 44\n# Is_internal: true\n# Digest: 83f5c784d258f2f3cf80f3ca247d555164cc3afebd0c69fe6e7d5f945e39de30\n# Stats: tidb_background_subtask:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 6.2059e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 4.7733e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 45910\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_background_subtask] remain after pruning paths for tidb_background_subtask given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('vQjIMAkzXzMJMAkxMDAwMAlteXNxbC50aWRiX2JhY2tncm91bmRfc3VidGFzay5pZCwgbXlzaiIAEHN0ZXAseiQAAUsMX2tleYIoAAh5cGV+JAAUZXhlY19pipcABGF0gkwAJGNvbmN1cnJlbmOCmwAkY3JlYXRlX3RpbYJWABhvcmRpbmFsfskAEHN0YXJ0BVEICTAJAVhIOjEuOTRtcywgbG9vcHM6MSwgQxmgUDo1CTQ0LjYgS0IJTi9BCjEJMzFfNTXFTGRhdGE6VGFibGVGdWxsU2Nhbl80GVYAMTJVAAxjb3BfIZFMOiB7bnVtOiAxLCBtYXg6IDEuMjIBKQxwcm9jIa0kczogMCwgdG90XwESIDogNjIuMcK1cwkTJHdhaXQ6IDQ3LjcFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA5Ni44BTosbWF4X2Rpc3RzcWxfPY9MOiAxfSwgcnBjX2luZm86e0NvcDoBrwxfcnBjIRoUdG90YWxfLTZAMTFtc319CTIzMCBCeXRlcwkhIiQyCTQzXzQJMV8wTekUdGFibGU6WukCgCwga2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvCSGjBGt2BccEOnsFeAQwczWqDH0sIHMhdCBkZXRhaWw6IHsJn1BrZXlzOiAxNywgZ2V0X3NuYXBzaG8p8ww6IDI0LTxwcm9ja3NkYjoge2RlbGV0ZV9za2lwcGVkX2NvdW4hZQGcAHlCFgAYNCwgYmxvYyHHEH19fSwgAZQ+gQAhuQhlc3MpKAAgLsEBCGFsXyHDDRo1yAB0AeQId2FsLVtIIDIzNy43wrVzfQlOL0EJTi9BCg==')\n# Plan_digest: 056f6d9a2effbbcd247fd9e705169f7b0bdd75c2116e9b718762ae340e4437fb\n# Binary_plan: tidb_decode_binary_plan('owmgCp4JCgxQcm9qZWN0aW9uXzMSvQUKDVRhYmxlUmVhZGVyXzUSgQMKD1QBEkxGdWxsU2Nhbl80IQAAAAAI1ERBKQEJ8G0AiMNAOAJAAkoiCiAKBW15c3FsEhd0aWRiX2JhY2tncm91bmRfc3VidGFza1Iea2VlcCBvcmRlcjpmYWxzZSwgc3RhdHM6cHNldWRvav0BdGlrdl90YXNrOnt0aW1lOjBzLCBsb29wczoxfSwgcwGB8GVkZXRhaWw6IHt0b3RhbF9rZXlzOiAxNywgZ2V0X3NuYXBzaG90X3RpbWU6IDI0LjfCtXMsIHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5X3NraXBwZWRfY28JFkw0LCBibG9jazoge319fSwgdGltZT6BABhwcm9jZXNzDXIQNjIuMcIBcgmeDHdhaXQNGgg0Ny4JjAB0AeQMd2FsbA0ZBDIzCRoIfXD/EQEEAXgRCiT/ASGrqqqqiooNPXAkAUABUhRkYXRhOiWuOZwEWhMBohg6MS4xbXMsMTkUYtgBY29wKVZIIHtudW06IDEsIG1heDogMS4yMgEqAcQtSgQwLAG7BdYAOjLOAAXMBDogFceAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoYbjogOTYuOCUbqG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrxRfcnBjOjEFlwBhLTQkMS4xMW1zfX1w5kIqAQiaRg46KgEEgwNFlwAuWpYCEC5pZCwgdiIADHN0ZXB+JAAMdGFzayFDgigACHlwZX4kABBleGVjX46XAARhdIJMAD1hfncAGGNyZWF0ZV9BQ34rABhvcmRpbmFsficADHN0YXJpAARaFAFXEDoxLjk0QXEIbG9vYdQIYg1DXQBENXDw5AJ4////////////ARgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.178 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510798573572\n# Query_time: 1.215427039\n# Parse_time: 0\n# Compile_time: 1.210119232\n# Rewrite_time: 0.001741412\n# Optimize_time: 0.004934108\n# Wait_TS: 0.00017433\n# Cop_time: 0.001505298 Process_time: 0.000043266 Wait_time: 0.00003677 Request_count: 1 Total_keys: 1 Get_snapshot_time: 0.000 Rocksdb_block_cache_hit_count: 2\n# Is_internal: true\n# Digest: daa7b79e49b8979ee27efa8ca37ddee13e63ebea465515d003cb628784e38bcb\n# Stats: tidb_runaway_watch:pseudo[10000;0]\n# Num_cop_tasks: 1\n# Cop_proc_avg: 4.3266e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.677e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 234\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.001281468\n# PD_total: 0.000050273\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[tidb_runaway_watch] remain after pruning paths for tidb_runaway_watch given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('rAbwZTAJMTRfNQkwCTMzMzMuMzMJbXlzcWwudGlkYl9ydW5hd2F5X3dhdGNoLnN0YXJ0X3RpbWUJMAl0aW1lOjIuMTltcywgbG9vcHM6MQkwIEJ5dGVzCTAgQnl0ZXMKMQkzMV8xMAkwCRFdQGRhdGE6U2VsZWN0aW9uXzkJDUoQMS44N20ZSnQsIGNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuNDgBKURwcm9jX2tleXM6IDAsIHRvdF8BEiA6IDQzLjPCtXMJEyR3YWl0OiAzNi44BROAY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsIGJ1aWxkBXIIX2R1BRoMbjogNgk4qG1heF9kaXN0c3FsX2NvbmN1cnJlbmN5OiAxfSwgcnBjX2luZm86e0NvcDoBrRRfcnBjOjEFgghhbF8lKSwxLjM2bXN9fQkyMzQtJDBOL0EKMgkxXzkJMV8wNX0IZ3QoioABGCwgMDAwMC0FAwwgMDA6BQMALgEUDDAwKQkhUwRrdgXMBDp7BX8MMHMsIC2kSH0sIHNjYW5fZGV0YWlsOiB7dG8BpilKODEsIGdldF9zbmFwc2hvdAm8ECAxNS42JUA0cm9ja3NkYjoge2Jsb2MhmzlNMGNvdW50OiAyfX19LCABdT5iACGfCGVzcw1ULqcBCGFsXyGpDRoAMzGuAHQBxQh3YWwtQzQgMzk3LjHCtXN9CU4vQQEEHAozCTQzXzgJIUAwMTAwMDAJdGFibGU6dEK7AnwsIGtlZXAgb3JkZXI6ZmFsc2UsIHN0YXRzOnBzZXVkb3ozASAJTi9BCU4vQQo=')\n# Plan_digest: e7243b3a606efe66c29b52d5c0fcb19aeaca9ca9da33823ce4b225106f6d0c88\n# Binary_plan: tidb_decode_binary_plan('lQfICpAHCgZTb3J0XzUStAYKDlRhYmxlUmVhZGVyXzEwEvwDCgtTZWxlY3Rpb25fORKaAQoPBSNMRnVsbFNjYW5fOCEAAAAASP8yQSkBCfBpAIjDQDgCQAJKHQobCgVteXNxbBISdGlkYl9ydW5hd2F5X3dhdGNoUh5rZWVwIG9yZGVyOmZhbHNlLCBzdGF0czpwc2V1ZG9qHHRpa3ZfdGFzazp7dGltZTowcywgbG9vcHM6MX1w/////wUEBAF4BQcBAQABBYkseHQzQSmrqqqqqgqqBYkQUkNndCgFiAAuRocARC5zdGFydF90aW1lLCAwMDAwLQUDDCAwMDoFAwAuARQYMDApat4BdGqQAKgsIHNjYW5fZGV0YWlsOiB7dG90YWxfa2V5czogMSwgZ2V0X3NuYXBzaG90BWzgOiAxNS42wrVzLCByb2Nrc2RiOiB7YmxvY2s6IHtjYWNoZV9oaXRfY291bnQ6IDJ9fX0sIHRpbWVfOmIAHHByb2Nlc3NfAcAUOiA0My4zBVQJfwh3YWkJ2hQ6IDM2LjgJGgHFDHdhbGwNMyQzOTcuMcK1c31wIUIFATJSARxVVVVVlaj4QDlSLAFAAVIQZGF0YTpTZVUXBFoUBYIYMS44N21zLDGnFGLWAWNvcCnEECB7bnVtJQ0gbWF4OiAxLjQ4ASoBwS0oBDAsAbgF0zbLAAXJHcQQY29wcl85JRhyYXRpbzogIasYLCBidWlsZAVyCF9kdQUaDG46IDYJ/KhtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6Aa0UX3JwYzoxBZUAYS0vJDEuMzZtc319cOoyJQEYbAvaUpHcCl13ISUAI4p0Ai04QDIuMTltcywgbG9vcHM6MRgB')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.178 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=113] [version=56] [2024/06/01 12:32:23.181 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=56] ["take time"=2.129772157s] [job="ID:113, Type:create table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:20.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.181 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510798573571\n# Query_time: 1.218344062\n# Parse_time: 0\n# Compile_time: 1.207558692\n# Rewrite_time: 0.001042099\n# Optimize_time: 0.003947765\n# Wait_TS: 0.000147649\n# Cop_time: 0.00379444 Process_time: 0.00011978 Wait_time: 0.000076573 Request_count: 2 Process_keys: 2 Total_keys: 3 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 1 Rocksdb_key_skipped_count: 2 Rocksdb_block_cache_hit_count: 4\n# Index_names: [dist_framework_meta:PRIMARY]\n# Is_internal: true\n# Digest: 4b96d5d3b0100db751a03f5341c7ba207163251d820d8115aa60e75693b5e939\n# Stats: dist_framework_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.989e-05 Cop_proc_p90: 6.6139e-05 Cop_proc_max: 6.6139e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.8286e-05 Cop_wait_p90: 4.3541e-05 Cop_wait_max: 4.3541e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 37830\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[dist_framework_meta] remain after pruning paths for dist_framework_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('yA24MAkzXzEzCTAJMTAwMDAJbXlzcWwuZGlzdF9mcmFtZXdvcmtfbWV0YS5ob3N0LCBmIAAMcm9sZW4gAPBMY3B1X2NvdW50CTEJdGltZTo3LjA1bXMsIGxvb3BzOjIsIENvbmN1cnJlbmN5OjUJMTguMCBLQglOL0EKMQkzMF8xMgkwCTEwMDAwCQkNQww2LjMyMkMASGluZGV4X3Rhc2s6IHt0b3RhbF8FbBAgMi4xMQEqLGZldGNoX2hhbmRsZQEWBDA2ARZcYnVpbGQ6IDI0LjnCtXMsIHdhaXQ6IDE3BQ8cfSwgdGFibGVOVwAIMy40BVcgbnVtOiAxLCBjHcMsIDV9LCBuZXh0OiB7AVEAXwWdAXUANQW1BRQAdAVaGGxvb2t1cF8NhwQ2Mgl5CYg2IwAMcmVzcAFDIDg4bXN9CTE5LjUkIDIJNDZfMTAoQgHMDCkJMV8xLQVjADpK0wEALCkvIDpQUklNQVJZKCHifCksIGtlZXAgb3JkZXI6dHJ1ZSwgc3RhdHM6cHNldWRvMb0MMS45OSE6Kb0AMwH6AHAxITENIG1heDogMS4zNAEpIHByb2Nfa2V5cyUoDHRvdF8BEhQ6IDY2LjEldAETIRMUOiA0My41BRNoY29wcl9jYWNoZV9oaXRfcmF0aW86IDAuMDAsKbMFcghfZHUFGhhuOiA4My42BToMbWF4XwHyDHNxbF8ylAFEMX0sIHJwY19pbmZvOntDb3A6Aa8YX3JwYzoxLAGEUTIYMS4yMm1zfSH9CGlrdgVpBDp7RUwAMFW0AU0oc2Nhbl9kZXRhaWxVcwHaCGVzczLvAARhbDIXACBfc2l6ZTogNTkRdSkbPDIsIGdldF9zbmFwc2hvdF8FcQggMjIN11xyb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRpWQA6QYIIa2V5PhYAGDIsIGJsb2NhEzlNZYsMOiAyfQnjBG1lXsUACYMANj2nCGFsXyGpDRo1riUoCHdhbHVzLDUzLjPCtXN9CU4vQQEEQaMkNV8xMShQcm9iZZqjAl2OFGZhbHNlLFKPAggyLjRdjwAybo8CADgFKSGjLXQp+CWeCDogNVFCWY8AMwHFBVK2jQIMNzkuN/6NAlWNBDc3/o0Cho0CBDQ4No0CADFSjQIIMTIuqSVZje5eAkVeLnYBNl4CLX0+XAJEMTg4LjbCtXN9CU4vQQlOL0EK')\n# Plan_digest: cef718bcf4137307a8167e595941a92a260deb7dd9e1c9735bfba3ce3542de0f\n# Binary_plan: tidb_decode_binary_plan('2g6oCtUOCg1Qcm9qZWN0aW9uXzEzEpINCg5JbmRleExvb2tVcF8xMhLIBQoQSQETXEZ1bGxTY2FuXzEwGgEBIQAAAADw7yBBKQEJ9F4BAIjDQDABOAJAAkovCi0KBW15c3FsEhNkaXN0X2ZyYW1ld29ya19tZXRhGg8KB1BSSU1BUlkSBGhvc3RSHWtlZXAgb3JkZXI6dHJ1ZSwgc3RhdHM6cHNldWRvWhR0aW1lOjEuOTltcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMzRtcywgcHJvY19rZXlzOiAxLCB0b3RfcHJvYzogNjYuMcK1cywgdG90X3dhaXQ6IDQzLjXCtXMsIGNvcHJfY2FjaGVfaGl0X3JhdGlvOiAwLjAwLCBidWlsZF90YXNrX2R1cmF0aW9uOiA4My42wrVzLCBtYXhfZGlzdHNxbF9jb25jdXJyZW5jeTogMX0sIHJwY19pbmZvOntDb3A6e251bV9ycGM6MSwgdG90YWxfdGltZToxLjIybXN9fWrBAnRpa3ZfdGFzazp7dGltZTowFfkQMX0sIHMhhDhkZXRhaWw6IHt0b3RhbF8B2xhlc3Nfa2V5FfA6FwAkX3NpemU6IDU5LCENBGFsDSw8MiwgZ2V0X3NuYXBzaG90XyVuFCAyMi42wiESeHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDohdghrZXk+FgAYMiwgYmxvYyGcEGNhY2hlJU4NMhQyfX19LCABZ17FAAEcFDogNjYuMQWDCeIId2FpEZ0MNDMuNQkaHGlrdl93YWxsDTMoMjUzLjPCtXN9cP8RAQQBeBEKQP8BEoYFChFUYWJsZVJvd0lEScwMMRoBAkXMCICiKULMAggeChxuzAIEUh5duxRmYWxzZSxOvAIQMi40OW01wwgyYtZqvAIAOAUqIc8toEklJeEQOiA1My4plwh0b3QlEgg6IDMB8RAsIGNvcLa6Agw3OS43JUUMbWF4X2GoFHNxbF9jb9a6AiA3N21zfX1qkAIlkgB0/roCVroCBDQ4NroCADFSugIMMTIuOQXYAHJVuu6LAkWLLncBBGFsJXlNci1+BfddiQwxODguIakAfVaJAhwh8KANhx9wEzJwAhABQAFaFEX7DDYuMzIuMAII7gFpoYApWHHyBSoQIDIuMTEBKyxmZXRjaF9oYW5kbGUBFgQwNgEWIGJ1aWxkOiAyNC0TYUQMOiAxNwUPDH0sIHRhDE5XAAgzLjQFV7FZMhgCKDV9LCBuZXh0OiB7AVEAXwWdAXUANQW2BRQAdAVaGGxvb2t1cF8NhwQ2Mgl5ACxKIwAMcmVzcAFDHDg4bXN9cNKXLrcDJS4EJ85CLgEEUmPFZgAuQb06ZQYALsFZBCwgZiAADHJvbGVuIAAIY3B1ibAtkww3LjA1IVIkbG9vcHM6MmINQ30qRDVw9I8BeP///////////wEYAQ==')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.184 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 450165510798573573\n# Query_time: 1.220091819\n# Parse_time: 0\n# Compile_time: 1.211879789\n# Rewrite_time: 0.001175788\n# Optimize_time: 0.006938458\n# Wait_TS: 0.000105115\n# Cop_time: 0.002938261 Process_time: 0.00011779 Wait_time: 0.00006906 Request_count: 2 Process_keys: 6 Total_keys: 11 Get_snapshot_time: 0.000 Rocksdb_delete_skipped_count: 7 Rocksdb_key_skipped_count: 24 Rocksdb_block_cache_hit_count: 4\n# Index_names: [stats_meta:idx_ver]\n# Is_internal: true\n# Digest: ea4709893ffb8edc8d58191ccbd93c4c4fdfc1d20ebbcc7f48707df328d6dbb2\n# Stats: stats_meta:pseudo[10000;0]\n# Num_cop_tasks: 2\n# Cop_proc_avg: 5.8895e-05 Cop_proc_p90: 6.8738e-05 Cop_proc_max: 6.8738e-05 Cop_proc_addr: 127.0.0.1:20162\n# Cop_wait_avg: 3.453e-05 Cop_wait_p90: 3.69e-05 Cop_wait_max: 3.69e-05 Cop_wait_addr: 127.0.0.1:20162\n# Mem_max: 36521\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0.002107389\n# PD_total: 0.000041212\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 3\n# Warnings: [{\"Level\":\"Note\",\"Message\":\"[stats_meta,idx_ver] remain after pruning paths for stats_meta given Prop{SortItems: [], TaskTp: rootTask}\",\"IsExtra\":true},{\"Level\":\"Note\",\"Message\":\"[stats_meta,idx_ver] remain after pruning paths for stats_meta given Prop{SortItems: [{mysql.stats_meta.version asc}], TaskTp: rootTask}\",\"IsExtra\":true}]\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('mg6oMAkzXzE4CTAJMzMzMy4zMwlteXNxbC5zdGF0c19tZXRhLnZlcnNpb24sIEIaABx0YWJsZV9pZEobACxtb2RpZnlfY291bnRKHwAFGOgJMwl0aW1lOjUuOTZtcywgbG9vcHM6MiwgQ29uY3VycmVuY3k6NQkxNi43IEtCCU4vQQoxCTMwXzE3CRmvGUUEMTUyRQBIaW5kZXhfdGFzazoge3RvdGFsXwVuECAyLjAzASo4ZmV0Y2hfaGFuZGxlOiAyARN8YnVpbGQ6IDIwLjfCtXMsIHdhaXQ6IDkuNzHCtXN9LCAJ8VJUAAA0BVQgbnVtOiAxLCBjHcIsIDV9LCBuZXh0OiB7AVEAXwWaAYgENDQBdQUUAHQlSxhsb29rdXBfDYcQMzExLjYViDYjAAxyZXNwAUMkMDdtc30JMTkuMDEjIDIJNDdfMTUoQgHMDCkJMV85LAVlADo52wAsKSUkOmlkeF92ZXIodinq0CksIHJhbmdlOig0NTAxNjU1MDY3MzUzNDE1NzMsK2luZl0sIGtlZXAgb3JkZXI6dHJ1ZSwgBVYYOnBzZXVkbzGUCDEuOQXiKdkAMyEXAHAxPjEqHG1heDogMS4zBSlEcHJvY19rZXlzOiAzLCB0b3RfARIMOiA2OC2RARMhMBQ6IDM2LjklHGhjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwp0AVyCF9kdQUaGG46IDY0LjMFOixtYXhfZGlzdHNxbF8ysQFEMX0sIHJwY19pbmZvOntDb3A6Aa8UX3JwYzoxBZdRTBgxLjIybXN9QRoIaWt2BWkEOntFZgAwVdABTShzY2FuX2RldGFpbFWNAdoIZXNzMu8ABGFsMhcAJF9zaXplOiAxMzgRdikcPDYsIGdldF9zbmFwc2hvdF8FcgwgMTYuQadkLCByb2Nrc2RiOiB7ZGVsZXRlX3NraXBwZWRpjhw6IDQsIGtleT4WACwxMSwgYmxvY2s6IHs5T2WpDDogMn0J5QRtZV7HAAmELqkBCGFsXyGrDRoAMzGwJSoId2FscY8MMTk2LkHmEH0JTi9BAQRBwiQ1XzE2KFByb2JlfsICAGtZiRBmYWxzZV6KAgg2OG01kwAybooCBDE5ASkhni1uMooCBDQ5LWVdiggyLjJFUABjwooCKbD+iAJBiAAx/ocCiocCADY6hwIANVaHAggxLjQlD36HAgAzVocCADPuhwJNhy6mATqHAjGtQocCQDc5LjTCtXN9CU4vQQlOL0EK')\n# Plan_digest: 42d48b331dfe53300ddea68d4217dc467244bd898f80f10a913f2104d26d4989\n# Binary_plan: tidb_decode_binary_plan('pQ+oCqAPCg1Qcm9qZWN0aW9uXzE4EtYNCg5JbmRleExvb2tVcF8xNxLmBQoRSQET8IZSYW5nZVNjYW5fMTUaAQEhAAAAAIAxB0Epq6qqqqoKqkAwAzgCQAJKKQonCgVteXNxbBIKc3RhdHNfbWV0YRoSCgdpZHhfdmVyEgd2ZXJzaW9uUj5yYW5nZTooNDUwMTY1NTA2NzM1MzQxNTczLCtpbmZdLCBrZWVwIG9yZGVyOnRydWUsIHMBUug6cHNldWRvWhR0aW1lOjEuOTRtcywgbG9vcHM6M2LYAWNvcF90YXNrOiB7bnVtOiAxLCBtYXg6IDEuMwUqRHByb2Nfa2V5czogMywgdG90XwESIDogNjguN8K1cwkTJHdhaXQ6IDM2LjkFE4Bjb3ByX2NhY2hlX2hpdF9yYXRpbzogMC4wMCwgYnVpbGQFcghfZHUFGhhuOiA2NC4zBTrQbWF4X2Rpc3RzcWxfY29uY3VycmVuY3k6IDF9LCBycGNfaW5mbzp7Q29wOntudW1fcnBjOjEFhAhhbF8N4jAyMm1zfX1qwwJ0aWt2BWoEOnsFGwAwFfkBTgBzIZ8oZGV0YWlsOiB7dG8BQgHbCGVzczLwAARhbDIXACRfc2l6ZTogMTM4EXcpHTg2LCBnZXRfc25hcHNob3QJjRAgMTYuMQXZmHJvY2tzZGI6IHtkZWxldGVfc2tpcHBlZF9jb3VudDogNCwga2V5XzoWACwxMSwgYmxvY2s6IHs5UA0zFDJ9fX0sIAHaXscAARw2qgEIYWxfIawNGgAzMbElKgh3YWwtRCwgMTk2LjbCtXN9cP8RAQQBeBEKQP8BEq8FChFUYWJsZVJvd0lESekMNhoBAkXpCCDWE0LpAggVChNK6QIIUh5rWbQcZmFsc2UsIHNOtQIINjhtNbwIMmLVarUCBDE5ASohyC2YMrUCBDQ5LY9ByCEJFDogMzIuMiWiAGPCtQIp2v6zAkGzADH+sgKOsgIANjqyAgA1VrICCDEuNCUQAHJ6sgIAM1ayAgAz7rICTbIupwE6sgIxrkKyAgQ3OQW4WrICJCGKb66ouqz5QCm9gggBQAGtFww1LjE1QTipFxAyYusBaaHHiT2RHWlODDIuMDMBKzhmZXRjaF9oYW5kbGU6IDIBE4XbDDogMjCtGklhCDkuN0EpDH0sIHRhMlZUAAA0BVSxgTL6BCg1fSwgbmV4dDogewFRAF8FmhA6IDIuNKWgBRQAdAVaGGxvb2t1cF8NhwwzMTEuYcQALEojAAxyZXNwAUMcMDdtc31w3Zcu3QMlKwjaKvo+KwEEUmrFqQAuZaHFqAgudmXFnAQsIEIaAAmRBGlkShsAFG1vZGlmeYnFSh8Ahd01lwQ5NiFZMZcEDUPdE0Q1cMyFAXj///////////8BGAE=')\n# Resource_group: default\n;"] [2024/06/01 12:32:23.257 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=113] [conn=2] [job="ID:113, Type:create table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:20.922 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:23.302 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=113] [2024/06/01 12:32:23.302 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:23.306 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 2.392740024\n# Parse_time: 0.000666455\n# Compile_time: 0.000955772\n# Rewrite_time: 0.000011492\n# Optimize_time: 0.001000658\n# Wait_TS: 0.000478642\n# DB: from_server\n# Is_internal: false\n# Digest: 2ddde2966584d9ad12769454e590b3145b3fdd941ece31b54906b745030d6838\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse from_server;\ncreate table t (a bigint, b varchar(100));"] [2024/06/01 12:32:23.543 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer4283222608/001/server-0.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:23.543 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:23.543 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=18] [2024/06/01 12:32:23.543 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=18] [cost=56.614µs] [2024/06/01 12:32:23.543 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=182.038µs] [] [2024/06/01 12:32:23.834 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=3] [task-id=3] [data-size=18B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:32:23.857 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:23.857 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:23.978 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:23.980 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:23.981 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [2024/06/01 12:32:24.000 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:24.000 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:32:24.121 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=3] [mode=Import] [2024/06/01 12:32:24.141 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=3] [2024/06/01 12:32:24.163 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=3] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:32:24.202 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:32:24.204 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/01 12:32:24.212 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:24.212 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:24.213 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:24.213 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:24.214 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:24.214 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:24.214 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:24.214 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:24.214 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:24.228 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:24.229 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:24.229 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:24.229 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=3] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:24.229 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=3] [disk-quota=348.5GiB] [2024/06/01 12:32:24.272 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [2024/06/01 12:32:24.276 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:24.279 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:24.280 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=112] [2024/06/01 12:32:24.374 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [2024/06/01 12:32:24.376 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=112] [key=server-0.csv:0] [readDur=178.247µs] [encodeDur=1.107754ms] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=243.421µs] [type=file] [takeTime=1.942425ms] [] [2024/06/01 12:32:24.376 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=import] [subtask-id=5] [takeTime=104.548333ms] [] [2024/06/01 12:32:24.377 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/3/490acc05-2370-5ec4-8393-939390984a58.sst/f439601b-1d5a-4009-9f45-c459d76d70b5.sst] [firstKey=7480000000000000705F728000000000000001] [lastKey=7480000000000000705F728000000000000002] [2024/06/01 12:32:24.377 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:24.377 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:24.377 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:24.379 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.996649ms] [] [2024/06/01 12:32:24.379 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/06/01 12:32:24.385 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:24.407 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=76] [2024/06/01 12:32:24.407 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:24.457 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=76] [kvs=2] [importedSize=76] [importedCount=2] [2024/06/01 12:32:24.459 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=80.521492ms] [] [2024/06/01 12:32:24.460 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:24.462 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=2.096156ms] [] [2024/06/01 12:32:24.462 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=3] [step=import] [engine-id=0] [2024/06/01 12:32:24.462 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:24.465 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=2.864943ms] [] [2024/06/01 12:32:24.465 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/06/01 12:32:24.465 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:24.465 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=76.752µs] [] [2024/06/01 12:32:24.465 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:24.466 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=899.584µs] [] [2024/06/01 12:32:24.516 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=3] [step=import] [2024/06/01 12:32:24.519 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:24.519 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.519 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:24.519 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:24.521 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:24.521 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:24.521 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:24.521 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:24.521 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:24.521 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=318.880078ms] [] [2024/06/01 12:32:24.575 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:24.577 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:24.578 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:24.578 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:24.643 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":14}}"] [2024/06/01 12:32:24.645 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=3] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:24.645 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:24.831 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:32:24.875 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:24.875 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:24.875 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [2024/06/01 12:32:24.883 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=7.444517ms] [] [2024/06/01 12:32:24.883 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [groupId=-1] [size=76] [kvs=2] [checksum=4217614283895359297] [2024/06/01 12:32:24.883 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/06/01 12:32:24.883 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [weight=30] [2024/06/01 12:32:24.883 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [concurrency=15] [2024/06/01 12:32:24.887 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=112] [physicalTableID=112] [indexID=-1] [checksum=4217614283895359297] [totalKvs=2] [totalBytes=76] [2024/06/01 12:32:24.887 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [local="{cksum=4217614283895359297,size=76,kvs=2}"] [2024/06/01 12:32:24.888 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.325088ms] [] [2024/06/01 12:32:24.888 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=3] [step=post-process] [subtask-id=6] [takeTime=12.533752ms] [] [2024/06/01 12:32:24.934 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=3] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=102.099387ms] [] [2024/06/01 12:32:24.977 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=3] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:24.977 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=3] [step=post-process] [state=running] [] [2024/06/01 12:32:24.980 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=3] [2024/06/01 12:32:25.018 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=3] [type=ImportInto] [2024/06/01 12:32:25.063 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:25.085 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.7779467420000001\n# Parse_time: 0.000521598\n# Compile_time: 0.001501392\n# Rewrite_time: 0.000287799\n# Optimize_time: 0.001000658\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS43OHMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS43OHMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer4283222608/001/server-0.csv';"] [2024/06/01 12:32:25.094 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:25.094 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=3] [2024/06/01 12:32:25.095 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=56] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/06/01 12:32:25.160 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:25.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:25.160 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:25.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:32:25.211 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [category=ddl] [job="ID:115, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:112, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:25.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.211 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:25.222 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 114, Table Name: t, Old Table ID: 112, Old Table Name: t"] [2024/06/01 12:32:25.269 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=56] [neededSchemaVersion=57] ["start time"=3.500714ms] [gotSchemaVersion=57] [phyTblIDs="[114]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:25.281 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=115] [version=57] [2024/06/01 12:32:25.283 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=57] ["take time"=22.559035ms] [job="ID:115, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:25.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.347 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=115] [tableIDs="[112]"] [comment="drop table: table ID"] [2024/06/01 12:32:25.356 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=115] [jobType="truncate table"] [2024/06/01 12:32:25.361 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=115] [conn=2] [job="ID:115, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:112, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:25.122 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:25.435 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=115] [2024/06/01 12:32:25.435 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:25.438 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.344645148\n# Parse_time: 0.000225088\n# Compile_time: 0.000747566\n# Rewrite_time: 0.000009892\n# Optimize_time: 0.001100701\n# Wait_TS: 0.000402089\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:32:25.665 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer4283222608/001/server-*.csv\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:25.665 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:25.666 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=54] [2024/06/01 12:32:25.666 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=3] [MaxChunkSize=268435456] [RegionsCount=3] [BatchSize=54] [cost=133.972µs] [2024/06/01 12:32:25.666 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=402.599µs] [] [2024/06/01 12:32:25.765 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=4] [task-id=4] [data-size=54B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:32:25.811 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:25.812 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:25.921 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:25.922 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:25.924 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [2024/06/01 12:32:25.943 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:25.943 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:32:26.096 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=4] [mode=Import] [2024/06/01 12:32:26.116 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=4] [2024/06/01 12:32:26.118 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=4] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:32:26.159 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:32:26.160 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/01 12:32:26.169 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:26.169 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:26.169 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.169 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:26.170 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:26.170 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:26.170 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:26.170 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.170 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.183 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:26.185 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:26.185 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:26.185 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=4] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:26.185 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=4] [disk-quota=348.5GiB] [2024/06/01 12:32:26.229 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [2024/06/01 12:32:26.233 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:26.237 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:26.237 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:26.237 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:26.237 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=114] [2024/06/01 12:32:26.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [2024/06/01 12:32:26.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [2024/06/01 12:32:26.292 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [2024/06/01 12:32:26.294 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-0.csv:0] [readDur=196.033µs] [encodeDur=840.954µs] [checksum="{cksum=4217614283895359297,size=76,kvs=2}"] [deliverDur=271.192µs] [type=file] [takeTime=1.739326ms] [] [2024/06/01 12:32:26.294 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-2.csv:0] [readDur=209.468µs] [encodeDur=1.122314ms] [checksum="{cksum=13627491968562561727,size=76,kvs=2}"] [deliverDur=386.233µs] [type=file] [takeTime=2.146257ms] [] [2024/06/01 12:32:26.294 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=114] [key=server-1.csv:0] [readDur=263.375µs] [encodeDur=1.60099ms] [checksum="{cksum=8740164075696154046,size=76,kvs=2}"] [deliverDur=256.127µs] [type=file] [takeTime=2.54378ms] [] [2024/06/01 12:32:26.294 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/b1acbe9d-509a-4afc-ad59-c5cbc1e92384.sst] [firstKey=7480000000000000725F728000000000000001] [lastKey=7480000000000000725F728000000000000002] [2024/06/01 12:32:26.295 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=import] [subtask-id=7] [takeTime=65.585226ms] [] [2024/06/01 12:32:26.295 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:26.295 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:26.295 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:26.296 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/f0957a6f-06b0-4bc8-92be-68377c291de6.sst] [firstKey=7480000000000000725F728000000000000013] [lastKey=7480000000000000725F728000000000000014] [2024/06/01 12:32:26.296 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=76] [kvs=2] [files=1] [sstFileSize=984] [file=/tmp/tidb/import-4000/4/490acc05-2370-5ec4-8393-939390984a58.sst/02f510b3-b541-4f4a-a234-7702a43ce279.sst] [firstKey=7480000000000000725F72800000000000000A] [lastKey=7480000000000000725F72800000000000000B] [2024/06/01 12:32:26.299 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=3.462832ms] [] [2024/06/01 12:32:26.299 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/06/01 12:32:26.304 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:26.325 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=6] [size=228] [2024/06/01 12:32:26.325 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:26.340 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=228] [kvs=6] [importedSize=228] [importedCount=6] [2024/06/01 12:32:26.341 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=42.339769ms] [] [2024/06/01 12:32:26.341 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:26.343 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.413527ms] [] [2024/06/01 12:32:26.343 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=4] [step=import] [engine-id=0] [2024/06/01 12:32:26.343 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:26.345 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.574867ms] [] [2024/06/01 12:32:26.345 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/06/01 12:32:26.345 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:26.345 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=52.888µs] [] [2024/06/01 12:32:26.345 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:26.346 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=870.562µs] [] [2024/06/01 12:32:26.420 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=4] [step=import] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:26.424 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:26.424 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.424 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.425 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:26.427 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:26.427 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [Pipeline] junit [2024/06/01 12:32:26.427 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:26.427 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:26.427 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:26.427 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=268.07911ms] [] [2024/06/01 12:32:26.434 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:26.436 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:26.437 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:26.437 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:26.511 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":6,\"ColSizeMap\":{\"1\":6,\"2\":42}}"] [2024/06/01 12:32:26.512 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=4] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:26.512 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:26.668 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:32:26.718 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:26.719 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:26.719 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [2024/06/01 12:32:26.726 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=7.019094ms] [] [2024/06/01 12:32:26.726 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [groupId=-1] [size=228] [kvs=6] [checksum=18361781019534991424] [2024/06/01 12:32:26.726 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [checksum="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/06/01 12:32:26.726 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [weight=30] [2024/06/01 12:32:26.726 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [concurrency=15] [2024/06/01 12:32:26.730 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=114] [physicalTableID=114] [indexID=-1] [checksum=18361781019534991424] [totalKvs=6] [totalBytes=228] [2024/06/01 12:32:26.731 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [local="{cksum=18361781019534991424,size=228,kvs=6}"] [2024/06/01 12:32:26.731 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.461439ms] [] [2024/06/01 12:32:26.731 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=4] [step=post-process] [subtask-id=8] [takeTime=12.651775ms] [] [2024/06/01 12:32:26.797 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=4] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=129.275484ms] [] [2024/06/01 12:32:26.839 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=4] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:26.839 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=4] [step=post-process] [state=running] [] [2024/06/01 12:32:26.842 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=4] [2024/06/01 12:32:26.893 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=4] [type=ImportInto] [2024/06/01 12:32:26.917 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:26.943 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:26.943 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=4] [2024/06/01 12:32:27.038 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.59864441\n# Parse_time: 0.000549307\n# Compile_time: 0.001466251\n# Rewrite_time: 0.000244395\n# Optimize_time: 0.001100701\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LKwwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42cywgbG9vcHM6MglOL0EJTi9BCg==')\n# Binary_plan: tidb_decode_binary_plan('R8gKQwoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaEnRpbWU6MS42cywgbG9vcHM6MnD///8JAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer4283222608/001/server-*.csv';"] [2024/06/01 12:32:27.048 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=57] [cur_db=from_server] [sql="truncate table t"] [user=] [2024/06/01 12:32:27.053 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:27.078 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:27.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:27.078 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:3, start time: 2024-06-01 12:32:27.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="truncate table t"] [2024/06/01 12:32:27.154 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [category=ddl] [job="ID:117, Type:truncate table, State:queueing, SchemaState:none, SchemaID:110, TableID:114, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:27.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.166 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: truncate table, Schema ID: 110, Table ID: 116, Table Name: t, Old Table ID: 114, Old Table Name: t"] [2024/06/01 12:32:27.224 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=57] [neededSchemaVersion=58] ["start time"=3.109487ms] [gotSchemaVersion=58] [phyTblIDs="[116]"] [actionTypes="[11]"] [diffTypes="[\"truncate table\"]"] [2024/06/01 12:32:27.236 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=117] [version=58] [2024/06/01 12:32:27.238 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=58] ["take time"=21.825666ms] [job="ID:117, Type:truncate table, State:done, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.275 +00:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=117] [tableIDs="[114]"] [comment="drop table: table ID"] [2024/06/01 12:32:27.284 +00:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=117] [jobType="truncate table"] [2024/06/01 12:32:27.288 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=117] [conn=2] [job="ID:117, Type:truncate table, State:synced, SchemaState:public, SchemaID:110, TableID:114, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:27.022 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:27.360 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=117] [2024/06/01 12:32:27.360 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:27.363 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.316369482\n# Parse_time: 0.000180379\n# Compile_time: 0.000643374\n# Rewrite_time: 0.000009924\n# Optimize_time: 0.000851675\n# Wait_TS: 0.000435999\n# DB: from_server\n# Is_internal: false\n# Digest: 2ff7fc61fcea18277bed40e235270c83f2a635733db48efecb6208524e5fa5bf\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\ntruncate table t;"] [2024/06/01 12:32:27.593 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"/tmp/TestImportIntoTestImportFromServer4283222608/001/test.csv.gz\",\"format\":\"csv\"}"] [dist-task-enabled=true] [2024/06/01 12:32:27.593 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:27.593 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=36] [2024/06/01 12:32:27.593 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=36] [cost=79.951µs] [2024/06/01 12:32:27.593 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=225.356µs] [] [2024/06/01 12:32:27.697 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=5] [task-id=5] [data-size=36B] [thread-cnt=8] [global-sort=false] [2024/06/01 12:32:27.734 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:27.734 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=8] [2024/06/01 12:32:27.841 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:27.843 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:27.844 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [2024/06/01 12:32:27.864 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:27.864 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=8] [subtasks=1] [2024/06/01 12:32:28.013 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=5] [mode=Import] [2024/06/01 12:32:28.031 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=5] [2024/06/01 12:32:28.058 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=5] [type=ImportInto] [remaining-slots=44] [2024/06/01 12:32:28.102 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:32:28.103 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:28.112 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:28.112 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:28.113 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:28.113 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:28.114 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:28.114 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:28.114 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:28.114 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:28.114 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:28.128 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:28.129 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:28.130 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:28.130 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=5] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:28.130 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=5] [disk-quota=348.5GiB] [2024/06/01 12:32:28.173 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [2024/06/01 12:32:28.177 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:28.180 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:28.180 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=116] [2024/06/01 12:32:28.186 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [2024/06/01 12:32:28.187 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=116] [key=test.csv.gz:0] [readDur=197.759µs] [encodeDur=515.403µs] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [deliverDur=257.662µs] [type=file] [takeTime=1.38796ms] [] [2024/06/01 12:32:28.188 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=import] [subtask-id=9] [takeTime=15.386028ms] [] [2024/06/01 12:32:28.188 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=74] [kvs=2] [files=1] [sstFileSize=982] [file=/tmp/tidb/import-4000/5/490acc05-2370-5ec4-8393-939390984a58.sst/4606a8c6-04fc-46ec-971d-eb7ecc7518cd.sst] [firstKey=7480000000000000745F728000000000000001] [lastKey=7480000000000000745F728000000000000002] [2024/06/01 12:32:28.188 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:28.188 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:28.188 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:28.190 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.926046ms] [] [2024/06/01 12:32:28.190 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [2024/06/01 12:32:28.195 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:28.217 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] ["region ranges"=1] [count=2] [size=74] [2024/06/01 12:32:28.217 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:28.230 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=490acc05-2370-5ec4-8393-939390984a58] [size=74] [kvs=2] [importedSize=74] [importedCount=2] [2024/06/01 12:32:28.232 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [retryCnt=0] [takeTime=41.446858ms] [] [2024/06/01 12:32:28.232 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [2024/06/01 12:32:28.233 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:0] [engineUUID=490acc05-2370-5ec4-8393-939390984a58] [takeTime=1.119698ms] [] [2024/06/01 12:32:28.233 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=5] [step=import] [engine-id=0] [2024/06/01 12:32:28.233 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:28.235 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=1.607089ms] [] [2024/06/01 12:32:28.235 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [2024/06/01 12:32:28.235 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:28.235 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [retryCnt=0] [takeTime=63.353µs] [] [2024/06/01 12:32:28.235 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [2024/06/01 12:32:28.236 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`from_server`.`t`:-1] [engineUUID=cdc70700-12ab-529a-b4ba-b188e4e6e47d] [takeTime=917.462µs] [] [2024/06/01 12:32:28.283 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=5] [step=import] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:28.285 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:28.285 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:28.285 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:28.286 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:28.287 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:28.287 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:28.287 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:28.287 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:28.287 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:28.287 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=185.221426ms] [] [2024/06/01 12:32:28.375 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:28.377 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:28.378 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:28.378 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:28.447 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/06/01 12:32:28.448 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=5] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:28.448 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=8] [subtasks=1] [2024/06/01 12:32:28.610 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [2024/06/01 12:32:28.662 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:28.662 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:28.662 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [2024/06/01 12:32:28.669 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=6.98881ms] [] [2024/06/01 12:32:28.669 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [groupId=-1] [size=74] [kvs=2] [checksum=3639429438335945898] [2024/06/01 12:32:28.669 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [checksum="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/06/01 12:32:28.669 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [weight=30] [2024/06/01 12:32:28.669 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [concurrency=15] [2024/06/01 12:32:28.681 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=116] [physicalTableID=116] [indexID=-1] [checksum=3639429438335945898] [totalKvs=2] [totalBytes=74] [2024/06/01 12:32:28.681 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [local="{cksum=3639429438335945898,size=74,kvs=2}"] [2024/06/01 12:32:28.681 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=19.272233ms] [] [2024/06/01 12:32:28.681 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=5] [step=post-process] [subtask-id=10] [takeTime=19.464312ms] [] [2024/06/01 12:32:28.742 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=5] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=8, Mem=4.923GiB]"] [takeTime=131.906086ms] [] [2024/06/01 12:32:28.756 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=5] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:28.756 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=5] [step=post-process] [state=running] [] [2024/06/01 12:32:28.760 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=5] [2024/06/01 12:32:28.838 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=5] [type=ImportInto] [2024/06/01 12:32:28.841 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:28.866 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:28.866 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=5] [2024/06/01 12:32:28.961 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.596486428\n# Parse_time: 0.000429242\n# Compile_time: 0.001213151\n# Rewrite_time: 0.000231316\n# Optimize_time: 0.000851675\n# Wait_TS: 0\n# DB: from_server\n# Is_internal: false\n# Digest: 2151a8f4fc4821c35c9e69ec11b64682fe15dd1bf9a02fb5753a416004d4f9c9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `from_server`.`t` FROM '/tmp/TestImportIntoTestImportFromServer4283222608/001/test.csv.gz';"] [2024/06/01 12:32:28.967 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] === RUN TestImportInto/TestSnappy [2024/06/01 12:32:29.002 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="drop database if exists snappy"] [user=] [2024/06/01 12:32:29.004 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=58] [cur_db=from_server] [sql="create database snappy"] [user=] [2024/06/01 12:32:29.040 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:28.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:29.040 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:28.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database snappy"] [2024/06/01 12:32:29.080 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [category=ddl] [job="ID:119, Type:create schema, State:queueing, SchemaState:none, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:28.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.140 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=58] [neededSchemaVersion=59] ["start time"=1.031543ms] [gotSchemaVersion=59] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:29.151 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=119] [version=59] [2024/06/01 12:32:29.152 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=59] ["take time"=18.325625ms] [job="ID:119, Type:create schema, State:done, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:28.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.221 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=119] [conn=2] [job="ID:119, Type:create schema, State:synced, SchemaState:public, SchemaID:118, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:28.972 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.250 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=119] [2024/06/01 12:32:29.250 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:29.258 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=59] [cur_db=snappy] [sql="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/06/01 12:32:29.297 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:29.297 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/01 12:32:29.340 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [category=ddl] [job="ID:121, Type:create table, State:queueing, SchemaState:none, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.348 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 118, Table ID: 120, Table Name: t"] [2024/06/01 12:32:29.418 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=59] [neededSchemaVersion=60] ["start time"=2.761584ms] [gotSchemaVersion=60] [phyTblIDs="[120]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:29.429 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=121] [version=60] [2024/06/01 12:32:29.431 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=60] ["take time"=19.465514ms] [job="ID:121, Type:create table, State:done, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:29.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.490 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=121] [conn=2] [job="ID:121, Type:create table, State:synced, SchemaState:public, SchemaID:118, TableID:120, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:29.223 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:29.555 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=121] [2024/06/01 12:32:29.555 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:29.559 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.303538418\n# Parse_time: 0.001120992\n# Compile_time: 0.001020604\n# Rewrite_time: 0.000008528\n# Optimize_time: 0.001217692\n# Wait_TS: 0.000452454\n# DB: snappy\n# Is_internal: false\n# Digest: a02deaa25c5034e37f814d72bf4f52fe53739dd15cd4b94f74c2300e88105e2e\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse snappy;\nCREATE TABLE snappy.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/01 12:32:29.574 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:29.797 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:29.884 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=6] [task-id=6] [data-size=33B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:29.945 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:29.945 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:30.051 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:30.052 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:30.053 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [2024/06/01 12:32:30.073 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:30.081 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:30.081 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=33] [2024/06/01 12:32:30.082 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=1] [MaxChunkSize=268435456] [RegionsCount=1] [BatchSize=33] [cost=54.669µs] [2024/06/01 12:32:30.082 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=180.786µs] [] [2024/06/01 12:32:30.082 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:30.082 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:30.191 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=6] [mode=Import] [2024/06/01 12:32:30.213 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=6] [2024/06/01 12:32:30.225 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=6] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:30.265 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:30.267 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:30.268 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:30.276 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:30.277 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:30.277 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:30.277 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:30.278 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:30.278 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:30.278 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:30.278 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:30.278 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:30.292 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:30.294 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:30.294 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:30.294 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=6] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:30.294 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=6] [disk-quota=348.5GiB] [2024/06/01 12:32:30.358 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [2024/06/01 12:32:30.362 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/06/01 12:32:30.367 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/01 12:32:30.367 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=120] [2024/06/01 12:32:30.393 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [2024/06/01 12:32:30.397 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=120] [key=t.01.csv.snappy:0] [readDur=1.343342ms] [encodeDur=990.906µs] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=509.279µs] [type=file] [takeTime=3.323091ms] [] [2024/06/01 12:32:30.398 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=import] [subtask-id=11] [takeTime=39.480997ms] [] [2024/06/01 12:32:30.398 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/6/a921513b-a672-5c3e-93ed-fa772552849b.sst/2132d7bb-097b-4a7f-afcf-9252861a7912.sst] [firstKey=7480000000000000785F728000000000000001] [lastKey=7480000000000000785F728000000000000002] [2024/06/01 12:32:30.398 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:30.398 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:30.398 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/06/01 12:32:30.401 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=2.950179ms] [] [2024/06/01 12:32:30.401 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [2024/06/01 12:32:30.406 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:30.428 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] ["region ranges"=1] [count=2] [size=66] [2024/06/01 12:32:30.429 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:30.442 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=a921513b-a672-5c3e-93ed-fa772552849b] [size=66] [kvs=2] [importedSize=66] [importedCount=2] [2024/06/01 12:32:30.443 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [retryCnt=0] [takeTime=42.24092ms] [] [2024/06/01 12:32:30.443 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [2024/06/01 12:32:30.445 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:0] [engineUUID=a921513b-a672-5c3e-93ed-fa772552849b] [takeTime=1.115213ms] [] [2024/06/01 12:32:30.445 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=6] [step=import] [engine-id=0] [2024/06/01 12:32:30.445 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/01 12:32:30.446 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=1.644362ms] [] [2024/06/01 12:32:30.446 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [2024/06/01 12:32:30.447 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/01 12:32:30.447 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [retryCnt=0] [takeTime=76.936µs] [] [2024/06/01 12:32:30.447 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [2024/06/01 12:32:30.448 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`snappy`.`t`:-1] [engineUUID=bc711958-5bcc-5308-aaa0-eede094ecd2e] [takeTime=967.045µs] [] [2024/06/01 12:32:30.491 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=6] [step=import] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:30.494 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:30.494 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:30.494 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:30.495 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:30.495 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:30.497 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:30.497 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:30.497 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:30.497 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:30.497 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:30.497 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=231.748626ms] [] [2024/06/01 12:32:30.568 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:30.569 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:30.570 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:30.570 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:30.644 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":2,\"ColSizeMap\":{\"1\":2,\"2\":12}}"] [2024/06/01 12:32:30.646 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=6] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:30.646 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:30.831 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:30.880 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:30.881 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:30.881 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [2024/06/01 12:32:30.881 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=25.377µs] [] [2024/06/01 12:32:30.881 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [groupId=-1] [size=66] [kvs=2] [checksum=14262047008891545520] [2024/06/01 12:32:30.881 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/06/01 12:32:30.881 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [weight=30] [2024/06/01 12:32:30.881 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [concurrency=15] [2024/06/01 12:32:30.885 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=120] [physicalTableID=120] [indexID=-1] [checksum=14262047008891545520] [totalKvs=2] [totalBytes=66] [2024/06/01 12:32:30.886 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [local="{cksum=14262047008891545520,size=66,kvs=2}"] [2024/06/01 12:32:30.886 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.316645ms] [] [2024/06/01 12:32:30.886 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=6] [step=post-process] [subtask-id=12] [takeTime=5.507608ms] [] [2024/06/01 12:32:30.929 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=6] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=98.146237ms] [] [2024/06/01 12:32:30.967 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=6] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:30.967 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=6] [step=post-process] [state=running] [] [2024/06/01 12:32:30.970 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=6] [2024/06/01 12:32:31.018 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=6] [type=ImportInto] [2024/06/01 12:32:31.053 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:31.099 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:31.099 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=6] [2024/06/01 12:32:31.154 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.593356554\n# Parse_time: 0.000603653\n# Compile_time: 0.001416656\n# Rewrite_time: 0.000297945\n# Optimize_time: 0.001217692\n# Wait_TS: 0\n# DB: snappy\n# Is_internal: false\n# Digest: a256fb88970f36cc6820fa5338cd6423f7819eed0d099cc51cf9bdccbae869b9\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS41OXMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS41OXMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `snappy`.`t` FROM 'gs://snappy/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] === RUN TestImportInto/TestZStd [2024/06/01 12:32:31.164 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="drop database if exists zstd"] [user=] [2024/06/01 12:32:31.167 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=60] [cur_db=snappy] [sql="create database zstd"] [user=] [2024/06/01 12:32:31.190 +00:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [server-id=:4000] [2024/06/01 12:32:31.201 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:31.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:31.201 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:31.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database zstd"] [2024/06/01 12:32:31.250 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [category=ddl] [job="ID:123, Type:create schema, State:queueing, SchemaState:none, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:31.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.285 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=60] [neededSchemaVersion=61] ["start time"=926.512µs] [gotSchemaVersion=61] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/01 12:32:31.297 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=123] [version=61] [2024/06/01 12:32:31.299 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=61] ["take time"=19.165293ms] [job="ID:123, Type:create schema, State:done, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-01 12:32:31.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.370 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=123] [conn=2] [job="ID:123, Type:create schema, State:synced, SchemaState:public, SchemaID:122, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:31.172 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.409 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=123] [2024/06/01 12:32:31.409 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:31.417 +00:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=2] [schemaVersion=61] [cur_db=zstd] [sql="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [user=] [2024/06/01 12:32:31.479 +00:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:31.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/01 12:32:31.479 +00:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:31.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/01 12:32:31.557 +00:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [category=ddl] [job="ID:125, Type:create table, State:queueing, SchemaState:none, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:31.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.564 +00:00] [INFO] [ddl.go:78] ["Handle ddl event"] [category=stats] [event="(Event Type: create table, Schema ID: 122, Table ID: 124, Table Name: t"] [2024/06/01 12:32:31.630 +00:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=true] [currentSchemaVersion=61] [neededSchemaVersion=62] ["start time"=2.483767ms] [gotSchemaVersion=62] [phyTblIDs="[124]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/01 12:32:31.641 +00:00] [INFO] [domain.go:904] ["mdl gets lock, update self version to owner"] [jobID=125] [version=62] [2024/06/01 12:32:31.643 +00:00] [INFO] [schema_version.go:380] ["wait latest schema version changed(get the metadata lock if tidb_enable_metadata_lock is true)"] [category=ddl] [ver=62] ["take time"=19.603542ms] [job="ID:125, Type:create table, State:done, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:2, start time: 2024-06-01 12:32:31.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.721 +00:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 12, tp general"] [category=ddl] [jobID=125] [conn=2] [job="ID:125, Type:create table, State:synced, SchemaState:public, SchemaID:122, TableID:124, RowCount:0, ArgLen:0, start time: 2024-06-01 12:32:31.422 +0000 UTC, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/01 12:32:31.762 +00:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=125] [2024/06/01 12:32:31.762 +00:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/01 12:32:31.765 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 0.350727225\n# Parse_time: 0.001273261\n# Compile_time: 0.001116382\n# Rewrite_time: 0.000011494\n# Optimize_time: 0.002077925\n# Wait_TS: 0.000327543\n# DB: zstd\n# Is_internal: false\n# Digest: 0c19c6ee0f6e88d3d048daabbdcf4e58133d703d419a30f7a248a999fbea849c\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 0\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Resource_group: default\nuse zstd;\nCREATE TABLE zstd.t (i INT PRIMARY KEY, s varchar(32));"] [2024/06/01 12:32:31.906 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:32.147 +00:00] [INFO] [import_into.go:164] ["get job importer"] [param="{\"file-location\":\"gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/\",\"format\":\"csv\",\"options\":{\"thread\":\"1\"}}"] [dist-task-enabled=true] [2024/06/01 12:32:32.249 +00:00] [INFO] [job.go:110] ["job submitted to task queue"] [job-id=7] [task-id=7] [data-size=56B] [thread-cnt=1] [global-sort=false] [2024/06/01 12:32:32.286 +00:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:32.286 +00:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [concurrency=1] [2024/06/01 12:32:32.392 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=init] [next-step=import] [2024/06/01 12:32:32.393 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:32.394 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [2024/06/01 12:32:32.413 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:32.425 +00:00] [INFO] [table_import.go:373] ["populate chunks start"] [table=t] [2024/06/01 12:32:32.425 +00:00] [INFO] [table_import.go:384] ["adjust max engine size"] [table=t] [before=536870912000] [after=56] [2024/06/01 12:32:32.425 +00:00] [INFO] [region.go:292] [makeTableRegions] [table=t] [filesCount=2] [MaxChunkSize=268435456] [RegionsCount=2] [BatchSize=56] [cost=92.636µs] [2024/06/01 12:32:32.425 +00:00] [INFO] [table_import.go:375] ["populate chunks completed"] [table=t] [takeTime=256.27µs] [] [2024/06/01 12:32:32.425 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=init] [next-step=import] [subtask-count=1] [2024/06/01 12:32:32.425 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=pending] [step=import] [concurrency=1] [subtasks=1] [2024/06/01 12:32:32.542 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [task-id=7] [mode=Import] [2024/06/01 12:32:32.561 +00:00] [INFO] [scheduler.go:98] ["register task to pd or refresh lease success"] [task-id=7] [2024/06/01 12:32:32.596 +00:00] [INFO] [manager.go:328] ["task executor started"] [server-id=:4000] [task-id=7] [type=ImportInto] [remaining-slots=51] [2024/06/01 12:32:32.640 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:32.641 +00:00] [INFO] [task_executor.go:96] ["init subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:32:32.642 +00:00] [INFO] [gcs.go:420] ["resetting gcs storage"] [2024/06/01 12:32:32.651 +00:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2384] [old-leader=] [2024/06/01 12:32:32.651 +00:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375511205583541894] [2024/06/01 12:32:32.651 +00:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:32.651 +00:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2384] [2024/06/01 12:32:32.652 +00:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/01 12:32:32.652 +00:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:32.652 +00:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/01 12:32:32.652 +00:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/01 12:32:32.653 +00:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:32.684 +00:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/01 12:32:32.686 +00:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/01 12:32:32.686 +00:00] [INFO] [table_import.go:739] ["use 0.8 of the storage size as default disk quota"] [table=t] [quota=374.2GB] [2024/06/01 12:32:32.686 +00:00] [INFO] [task_executor.go:115] ["KV writer memory size limit per concurrency"] [type=ImportInto] [task-id=7] [step=import] [data=315.1MiB] [per-index=105MiB] [2024/06/01 12:32:32.686 +00:00] [INFO] [table_import.go:548] ["start checking disk quota"] [table=t] [import-id=7] [disk-quota=348.5GiB] [2024/06/01 12:32:32.739 +00:00] [INFO] [task_executor.go:123] ["run subtask start"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [2024/06/01 12:32:32.743 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/06/01 12:32:32.747 +00:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/01 12:32:32.747 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/01 12:32:32.774 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [2024/06/01 12:32:32.777 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.01.csv.zst:0] [readDur=1.260724ms] [encodeDur=1.005808ms] [checksum="{cksum=14262047008891545520,size=66,kvs=2}"] [deliverDur=188.795µs] [type=file] [takeTime=2.900779ms] [] [2024/06/01 12:32:32.778 +00:00] [INFO] [subtask_executor.go:57] ["execute chunk"] [type=ImportInto] [table-id=124] [2024/06/01 12:32:32.778 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/c1a878cc-07f3-4606-a4c6-09109ce852e2.sst] [firstKey=74800000000000007C5F728000000000000001] [lastKey=74800000000000007C5F728000000000000002] [2024/06/01 12:32:32.914 +00:00] [INFO] [chunk_process.go:330] ["process chunk start"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [2024/06/01 12:32:32.916 +00:00] [INFO] [chunk_process.go:334] ["process chunk completed"] [type=ImportInto] [table-id=124] [key=t.02.csv.zstd:0] [readDur=1.274581ms] [encodeDur=459.308µs] [checksum="{cksum=6510788178300023669,size=66,kvs=2}"] [deliverDur=47.109µs] [type=file] [takeTime=2.048592ms] [] [2024/06/01 12:32:32.917 +00:00] [INFO] [task_executor.go:125] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=import] [subtask-id=13] [takeTime=177.522004ms] [] [2024/06/01 12:32:32.917 +00:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=66] [kvs=2] [files=1] [sstFileSize=976] [file=/tmp/tidb/import-4000/7/dbc9135c-0d8b-582b-8c22-5316c1b4dadf.sst/73d5391a-71e0-412b-8379-9db4e0ac9408.sst] [firstKey=74800000000000007C5F728000000000000003] [lastKey=74800000000000007C5F728000000000000004] [2024/06/01 12:32:32.917 +00:00] [INFO] [task_executor.go:199] ["on subtask finished"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:32.917 +00:00] [INFO] [task_executor.go:213] ["import data engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:32.917 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/06/01 12:32:32.920 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=2.343134ms] [] [2024/06/01 12:32:32.920 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [2024/06/01 12:32:32.927 +00:00] [INFO] [local.go:1324] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/01 12:32:32.948 +00:00] [INFO] [local.go:1362] ["start import engine"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] ["region ranges"=1] [count=4] [size=132] [2024/06/01 12:32:32.949 +00:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/01 12:32:32.961 +00:00] [INFO] [local.go:1373] ["import engine success"] [category=ddl-ingest] [uuid=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [size=132] [kvs=4] [importedSize=132] [importedCount=4] [2024/06/01 12:32:32.964 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [retryCnt=0] [takeTime=43.70961ms] [] [2024/06/01 12:32:32.964 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [2024/06/01 12:32:32.965 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:0] [engineUUID=dbc9135c-0d8b-582b-8c22-5316c1b4dadf] [takeTime=1.255911ms] [] [2024/06/01 12:32:32.965 +00:00] [INFO] [task_executor.go:224] ["import index engine"] [type=ImportInto] [task-id=7] [step=import] [engine-id=0] [2024/06/01 12:32:32.965 +00:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/01 12:32:32.967 +00:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.67075ms] [] [2024/06/01 12:32:32.967 +00:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [2024/06/01 12:32:32.967 +00:00] [INFO] [local.go:1302] ["engine contains no kv, skip import"] [category=ddl-ingest] [engine=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/01 12:32:32.967 +00:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [retryCnt=0] [takeTime=56.627µs] [] [2024/06/01 12:32:32.967 +00:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [2024/06/01 12:32:32.968 +00:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=`zstd`.`t`:-1] [engineUUID=e9c114a8-45b3-5791-b514-c60a7e19a6dd] [takeTime=1.046063ms] [] [2024/06/01 12:32:33.013 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=import] [next-step=post-process] [2024/06/01 12:32:33.014 +00:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [num=1] [2024/06/01 12:32:33.015 +00:00] [INFO] [scheduler.go:230] ["on next subtasks batch"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [2024/06/01 12:32:33.015 +00:00] [INFO] [tikv_mode.go:61] ["switch tikv mode"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [mode=Normal] [2024/06/01 12:32:33.019 +00:00] [INFO] [task_executor.go:265] ["cleanup subtask env"] [type=ImportInto] [task-id=7] [step=import] [2024/06/01 12:32:33.022 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:33.022 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:33.022 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:33.022 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:33.022 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:33.022 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:33.022 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:33.023 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:33.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.023 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:33.023 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.023 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:33.023 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:33.025 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/01 12:32:33.025 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:33.025 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:33.025 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:33.025 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:33.025 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=import] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=384.995572ms] [] [2024/06/01 12:32:33.080 +00:00] [INFO] [scheduler.go:291] ["move to post-process step "] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [result="{\"LoadedRowCnt\":4,\"ColSizeMap\":{\"1\":4,\"2\":24}}"] [2024/06/01 12:32:33.081 +00:00] [INFO] [scheduler.go:319] ["generate subtasks"] [type=ImportInto] [task-id=7] [curr-step=import] [next-step=post-process] [subtask-count=1] [2024/06/01 12:32:33.081 +00:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [state=running] [step=post-process] [concurrency=1] [subtasks=1] [2024/06/01 12:32:33.248 +00:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [2024/06/01 12:32:33.295 +00:00] [INFO] [task_executor.go:487] ["run subtask start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:33.295 +00:00] [INFO] [subtask_executor.go:106] ["post process start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:33.295 +00:00] [INFO] [table_import.go:788] ["rebase allocators start"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [2024/06/01 12:32:33.295 +00:00] [INFO] [table_import.go:790] ["rebase allocators completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=11.516µs] [] [2024/06/01 12:32:33.295 +00:00] [INFO] [subtask_executor.go:124] ["kv group checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [groupId=-1] [size=132] [kvs=4] [checksum=11508402849382241477] [2024/06/01 12:32:33.295 +00:00] [INFO] [table_import.go:835] ["local checksum"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [checksum="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/06/01 12:32:33.295 +00:00] [INFO] [table_import.go:950] ["set backoff weight"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [weight=30] [2024/06/01 12:32:33.295 +00:00] [INFO] [table_import.go:901] ["checksum with adjusted distsql scan concurrency"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [concurrency=15] [2024/06/01 12:32:33.299 +00:00] [INFO] [checksum.go:79] ["got one checksum result"] [tableID=124] [physicalTableID=124] [indexID=-1] [checksum=11508402849382241477] [totalKvs=4] [totalBytes=132] [2024/06/01 12:32:33.300 +00:00] [INFO] [table_import.go:861] ["checksum pass"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [local="{cksum=11508402849382241477,size=132,kvs=4}"] [2024/06/01 12:32:33.300 +00:00] [INFO] [subtask_executor.go:108] ["post process completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.798791ms] [] [2024/06/01 12:32:33.300 +00:00] [INFO] [task_executor.go:489] ["run subtask completed"] [type=ImportInto] [task-id=7] [step=post-process] [subtask-id=14] [takeTime=4.992299ms] [] [2024/06/01 12:32:33.347 +00:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=7] [task-type=ImportInto] [server-id=:4000] [step=post-process] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=1, Mem=630.2MiB]"] [takeTime=99.313881ms] [] [2024/06/01 12:32:33.412 +00:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=7] [task-type=ImportInto] [allocated-slots=true] [server-id=:4000] [current-step=post-process] [next-step=done] [2024/06/01 12:32:33.412 +00:00] [INFO] [scheduler.go:330] ["task done"] [type=ImportInto] [task-id=7] [step=post-process] [state=running] [] [2024/06/01 12:32:33.415 +00:00] [INFO] [scheduler.go:113] ["unregister task success"] [task-id=7] [2024/06/01 12:32:33.475 +00:00] [INFO] [manager.go:332] ["task executor exit"] [server-id=:4000] [task-id=7] [type=ImportInto] [2024/06/01 12:32:33.493 +00:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:33.509 +00:00] [WARN] [adapter.go:1647] ["# Txn_start_ts: 0\n# Conn_ID: 2\n# Query_time: 1.6185434490000001\n# Parse_time: 0.000764738\n# Compile_time: 0.001919691\n# Rewrite_time: 0.000246375\n# Optimize_time: 0.002077925\n# Wait_TS: 0\n# DB: zstd\n# Is_internal: false\n# Digest: 224cbd7bc4c5e4c15b75463317df9f8aff0269f709c2192f128e50cf21d1a758\n# Num_cop_tasks: 0\n# Prepared: false\n# Plan_from_cache: false\n# Plan_from_binding: false\n# Has_more_results: false\n# KV_total: 0\n# PD_total: 0\n# Backoff_total: 0\n# Write_sql_response_total: 0\n# Result_rows: 1\n# Succ: true\n# IsExplicitTxn: false\n# IsSyncStatsFailed: false\n# Plan: tidb_decode_plan('LbAwCTU5XzIJMAkwCU4vQQkxCXRpbWU6MS42MnMsIGxvb3BzOjIJTi9BCU4vQQo=')\n# Binary_plan: tidb_decode_binary_plan('SMgKRAoMSW1wb3J0SW50b18yMAE4AUABUgNOL0FaE3RpbWU6MS42MnMsIGxvb3BzOjJw//8NAjQBeP///////////wEYAQ==')\n# Resource_group: default\nIMPORT INTO `zstd`.`t` FROM 'gs://zstd/t.*?endpoint=http://127.0.0.1:4443/storage/v1/' WITH thread=1;"] [2024/06/01 12:32:33.517 +00:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [server-id=:4000] [2024/06/01 12:32:33.517 +00:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [server-id=:4000] [task-id=7] [2024/06/01 12:32:33.521 +00:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/01 12:32:33.521 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 18, tp add index"] [category=ddl] ["take time"=33.111µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 19, tp add index"] [category=ddl] ["take time"=19.821µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 20, tp add index"] [category=ddl] ["take time"=19.924µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 21, tp add index"] [category=ddl] ["take time"=22.002µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 22, tp add index"] [category=ddl] ["take time"=18.693µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 13, tp add index"] [category=ddl] ["take time"=15.313µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 14, tp add index"] [category=ddl] ["take time"=14.719µs] [2024/06/01 12:32:33.542 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 15, tp add index"] [category=ddl] ["take time"=27.32µs] [2024/06/01 12:32:33.543 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 16, tp add index"] [category=ddl] ["take time"=19.793µs] [2024/06/01 12:32:33.543 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 17, tp add index"] [category=ddl] ["take time"=24.472µs] [2024/06/01 12:32:33.543 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:33.543 +00:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 12, tp general"] [category=ddl] ["take time"=19.671µs] [2024/06/01 12:32:33.543 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.543 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.543 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:33.544 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [] [2024/06/01 12:32:33.546 +00:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/01 12:32:33.546 +00:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/01 12:32:33.546 +00:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/01 12:32:33.571 +00:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=7460687c-ba0c-4a3a-8469-227523ec39b5] ["take time"=50.522116ms] [2024/06/01 12:32:33.571 +00:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=7460687c-ba0c-4a3a-8469-227523ec39b5] [2024/06/01 12:32:33.573 +00:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/01 12:32:33.574 +00:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/14573d10-5152-4e91-b6a2-3e9ea0b21d52] [watcherID=846d66a7-2fab-4a23-9a72-acc880337a25] [2024/06/01 12:32:33.574 +00:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/01 12:32:33.574 +00:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/14573d10-5152-4e91-b6a2-3e9ea0b21d52] [2024/06/01 12:32:33.574 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:32:33.574 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/01 12:32:33.574 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:32:33.574 +00:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/01 12:32:33.581 +00:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/01 12:32:33.581 +00:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=1279] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:2389] ["indexUsageWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=7460687c-ba0c-4a3a-8469-227523ec39b5] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.582 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:924] ["loadSchemaInLoop exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/01 12:32:33.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/01 12:32:33.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSchemaInLoop] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:2408] ["updateStatsWorker is going to exit, start to flush stats"] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:2529] ["analyzeJobsCleanupWorker exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [server-id=:4000] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=analyzeJobsCleanupWorker] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[stats] ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5 watch owner key /tidb/stats/owner/3eaa8fd3c7886888"] [2024/06/01 12:32:33.583 +00:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/01 12:32:33.583 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8697637c-ae55-4e8b-947e-dec7d7e717a4"] [error="lost watcher waiting for delete"] [2024/06/01 12:32:33.583 +00:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.582 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/01 12:32:33.583 +00:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [stack="github.com/pingcap/tidb/br/pkg/streamhelper.(*CheckpointAdvancer).StartTaskListener.func1\n\tbr/pkg/streamhelper/advancer.go:400"] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/01 12:32:33.582 +00:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [server-id=:4000] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:2360] ["loadStatsWorker exited."] [2024/06/01 12:32:33.583 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.583 +00:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/01 12:32:33.582 +00:00] [INFO] [domain.go:2487] ["autoAnalyzeWorker exited."] [2024/06/01 12:32:33.582 +00:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [server-id=:4000] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=autoAnalyzeWorker] [2024/06/01 12:32:33.583 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/01 12:32:33.583 +00:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/01 12:32:33.583 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/01 12:32:33.584 +00:00] [INFO] [domain.go:2410] ["updateStatsWorker ready to release owner"] [2024/06/01 12:32:33.584 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [error="context canceled"] [2024/06/01 12:32:33.584 +00:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [2024/06/01 12:32:33.585 +00:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=8697637c-ae55-4e8b-947e-dec7d7e717a4] [daemon-id=LogBackup::Advancer] [2024/06/01 12:32:33.585 +00:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/01 12:32:33.585 +00:00] [INFO] [manager.go:301] ["failed to campaign"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8697637c-ae55-4e8b-947e-dec7d7e717a4"] [error="context canceled"] [2024/06/01 12:32:33.585 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/01 12:32:33.585 +00:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/01 12:32:33.585 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/01 12:32:33.585 +00:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [server-id=:4000] [2024/06/01 12:32:33.585 +00:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8697637c-ae55-4e8b-947e-dec7d7e717a4"] [2024/06/01 12:32:33.585 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/01 12:32:33.585 +00:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8697637c-ae55-4e8b-947e-dec7d7e717a4"] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/util.contextDone\n\tpkg/util/etcd.go:90\ngithub.com/pingcap/tidb/pkg/util.NewSession\n\tpkg/util/etcd.go:50\ngithub.com/pingcap/tidb/pkg/owner.(*ownerManager).campaignLoop\n\tpkg/owner/manager.go:268\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:33.589 +00:00] [ERROR] [manager.go:369] ["task manager met error"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).extractTaskHandles\n\tpkg/executor/distsql.go:1048\ngithub.com/pingcap/tidb/pkg/executor.(*indexWorker).fetchHandles\n\tpkg/executor/distsql.go:983\ngithub.com/pingcap/tidb/pkg/executor.(*IndexLookUpExecutor).startIndexWorker.func1\n\tpkg/executor/distsql.go:727\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [stack="github.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).logErr\n\tpkg/disttask/framework/taskexecutor/manager.go:369\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasks\n\tpkg/disttask/framework/taskexecutor/manager.go:195\ngithub.com/pingcap/tidb/pkg/disttask/framework/taskexecutor.(*Manager).handleTasksLoop\n\tpkg/disttask/framework/taskexecutor/manager.go:184\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157"] [2024/06/01 12:32:33.589 +00:00] [INFO] [manager.go:179] ["handle tasks loop done"] [server-id=:4000] [2024/06/01 12:32:33.605 +00:00] [WARN] [session.go:2158] ["run statement failed"] [schemaVersion=62] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.insertRowsFromSelect\n\tpkg/executor/insert_common.go:468\ngithub.com/pingcap/tidb/pkg/executor.(*InsertExec).Next\n\tpkg/executor/insert.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferSubtasks2HistoryWithSession\n\tpkg/disttask/framework/storage/history.go:31\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History.func1\n\tpkg/disttask/framework/storage/history.go:74\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:171\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [session="{\n \"currDBName\": \"\",\n \"id\": 0,\n \"status\": 3,\n \"strictMode\": false,\n \"txn\": \"450165513511763976\",\n \"user\": null\n}"] [2024/06/01 12:32:33.606 +00:00] [WARN] [scheduler_manager.go:413] ["cleanup routine failed"] [server-id=:4000] [error="context canceled"] [errorVerbose="context canceled\ngithub.com/pingcap/errors.AddStack\n\texternal/com_github_pingcap_errors/errors.go:178\ngithub.com/pingcap/errors.Trace\n\texternal/com_github_pingcap_errors/juju_adaptor.go:15\ngithub.com/pingcap/tidb/pkg/store/copr.(*copIterator).Next\n\tpkg/store/copr/coprocessor.go:1076\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).fetchResp\n\tpkg/distsql/select_result.go:318\ngithub.com/pingcap/tidb/pkg/distsql.(*selectResult).Next\n\tpkg/distsql/select_result.go:384\ngithub.com/pingcap/tidb/pkg/executor.(*tableResultHandler).nextChunk\n\tpkg/executor/table_reader.go:607\ngithub.com/pingcap/tidb/pkg/executor.(*TableReaderExecutor).Next\n\tpkg/executor/table_reader.go:330\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.insertRowsFromSelect\n\tpkg/executor/insert_common.go:468\ngithub.com/pingcap/tidb/pkg/executor.(*InsertExec).Next\n\tpkg/executor/insert.go:305\ngithub.com/pingcap/tidb/pkg/executor/internal/exec.Next\n\tpkg/executor/internal/exec/executor.go:410\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).next\n\tpkg/executor/adapter.go:1211\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelayExecutor\n\tpkg/executor/adapter.go:960\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).handleNoDelay\n\tpkg/executor/adapter.go:794\ngithub.com/pingcap/tidb/pkg/executor.(*ExecStmt).Exec\n\tpkg/executor/adapter.go:559\ngithub.com/pingcap/tidb/pkg/session.runStmt\n\tpkg/session/session.go:2285\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteStmt\n\tpkg/session/session.go:2146\ngithub.com/pingcap/tidb/pkg/session.(*session).ExecuteInternal\n\tpkg/session/session.go:1519\ngithub.com/pingcap/tidb/pkg/util/sqlexec.ExecSQL\n\tpkg/util/sqlexec/restricted_sql_executor.go:236\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferSubtasks2HistoryWithSession\n\tpkg/disttask/framework/storage/history.go:31\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History.func1\n\tpkg/disttask/framework/storage/history.go:74\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn.func1\n\tpkg/disttask/framework/storage/task_table.go:171\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewSession\n\tpkg/disttask/framework/storage/task_table.go:147\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).WithNewTxn\n\tpkg/disttask/framework/storage/task_table.go:153\ngithub.com/pingcap/tidb/pkg/disttask/framework/storage.(*TaskManager).TransferTasks2History\n\tpkg/disttask/framework/storage/history.go:49\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupFinishedTasks\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:449\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).doCleanupTask\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:411\ngithub.com/pingcap/tidb/pkg/disttask/framework/scheduler.(*Manager).cleanupTaskLoop\n\tpkg/disttask/framework/scheduler/scheduler_manager.go:382\ngithub.com/pingcap/tidb/pkg/util.(*WaitGroupWrapper).Run.func1\n\tpkg/util/wait_group_wrapper.go:157\nruntime.goexit\n\tsrc/runtime/asm_amd64.s:1650"] [2024/06/01 12:32:33.606 +00:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [server-id=:4000] [2024/06/01 12:32:33.606 +00:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=7460687c-ba0c-4a3a-8469-227523ec39b5] [2024/06/01 12:32:33.606 +00:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/01 12:32:33.606 +00:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/01 12:32:33.606 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/01 12:32:34.823 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:34.823 +00:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/01 12:32:34.823 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/01 12:32:34.825 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 8697637c-ae55-4e8b-947e-dec7d7e717a4"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:34.845 +00:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager 7460687c-ba0c-4a3a-8469-227523ec39b5"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/01 12:32:34.845 +00:00] [INFO] [domain.go:2416] ["updateStatsWorker exit preprocessing finished"] [2024/06/01 12:32:34.845 +00:00] [INFO] [domain.go:2441] ["updateStatsWorker exited."] [2024/06/01 12:32:34.845 +00:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=updateStatsWorker] [2024/06/01 12:32:34.853 +00:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=1.332742058s] [2024/06/01 12:32:34.854 +00:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/01 12:32:34.854 +00:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/01 12:32:34.854 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:34.855 +00:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/01 12:32:34.855 +00:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/01 12:32:34.855 +00:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/01 12:32:34.855 +00:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/01 12:32:34.856 +00:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] --- PASS: TestImportInto (38.62s) --- PASS: TestImportInto/TestGzipAndMixedCompression (4.78s) --- PASS: TestImportInto/TestImportFromServer (8.35s) --- PASS: TestImportInto/TestSnappy (2.16s) --- PASS: TestImportInto/TestZStd (2.35s) PASS coverage: 13.7% of statements GCov does not exist at the given path: '' Jun 01, 2024 12:32:40 PM com.google.devtools.coverageoutputgenerator.Main getTracefiles INFO: No lcov file found. Jun 01, 2024 12:32:40 PM com.google.devtools.coverageoutputgenerator.Main getGcovInfoFiles INFO: No gcov info file found. Jun 01, 2024 12:32:40 PM com.google.devtools.coverageoutputgenerator.Main getGcovJsonInfoFiles INFO: No gcov json file found. Jun 01, 2024 12:32:40 PM com.google.devtools.coverageoutputgenerator.Main getProfdataFileOrNull INFO: No .profdata file found. Jun 01, 2024 12:32:40 PM com.google.devtools.coverageoutputgenerator.Main runWithArgs WARNING: There was no coverage found. ================================================================================ Target //tests/realtikvtest/importintotest3:importintotest3_test up-to-date: bazel-bin/tests/realtikvtest/importintotest3/importintotest3_test_/importintotest3_test INFO: Elapsed time: 31.453s, Critical Path: 13.26s INFO: 1625 processes: 1605 remote cache hit, 20 internal. INFO: Build completed successfully, 1625 total actions Test cases: finished with 5 passing and 0 failing out of 5 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs Recording test results [Pipeline] junit Recording test results [Checks API] No suitable checks publisher found. complete to collect bazel result. [Pipeline] sh [Checks API] No suitable checks publisher found. [Checks API] No suitable checks publisher found. + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/06/02 17:07:19.435 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:19.435 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:19.435 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:19.439 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:19.439 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:19.439 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:19.439 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:19.440 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:19.440 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:19.440 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:19.440 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.440 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:19.440 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:19.441 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:19.441 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:19.441 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:19.441 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=481.235µs] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:21.443 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.444 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.444 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.444 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.444 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.444 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.445 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.446 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.446 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.446 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.446 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.446 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.446 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.447 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:21.448 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.449 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.449 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.449 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.449 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.449 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.449 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.449 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.449 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.450 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.450 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:21.450 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.450 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.499 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:22.446 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:22.446 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:22.446 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:22.446 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:22.446 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:22.451 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829981454329881] [2024/06/02 17:07:22.451 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829981454329881] [2024/06/02 17:07:22.454 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:22.454 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:22.455 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:22.456 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:22.456 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:22.456 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:22.456 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:22.457 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:22.457 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/06/02 17:07:22.457 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.457 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579735141442317] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:22.458 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:22.458 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829981454329881/leader] [purpose="leader election"] [2024/06/02 17:07:22.458 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/06/02 17:07:22.458 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:22.458 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:22.458 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:22.459 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:25.459 +08:00] [next=2024/06/02 17:07:22.459 +08:00] [2024/06/02 17:07:22.460 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.461 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:22.461 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:22.463 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:22.467 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:22.467 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:22.467 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/06/02 17:07:22.763 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.763 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.763 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.834 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.834 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.836 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.836 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.836 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.836 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.842 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829981454329881] [request="header: store: region: peers: > "] [2024/06/02 17:07:22.843 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829981454329881] [request="header: store: region: peers: > "] [2024/06/02 17:07:22.843 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829981454329881] [request="header: store: region: peers: > "] [2024/06/02 17:07:22.843 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829981454329881] [2024/06/02 17:07:22.843 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829981454329881] [2024/06/02 17:07:22.843 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829981454329881] [2024/06/02 17:07:22.845 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=735.323µs] [2024/06/02 17:07:22.845 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=65.994µs] [2024/06/02 17:07:22.846 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:22.846 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:22.846 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:22.846 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:22.846 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:22.846 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:22.846 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:22.846 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=527.048µs] [2024/06/02 17:07:22.849 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.850 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:22.850 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.850 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:23.458 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:23.460 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/06/02 17:07:23.460 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:23.462 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:23.462 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:24.610 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:24.622 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:24.622 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:40233] [remotes="[]"] [2024/06/02 17:07:24.622 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:24.622 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36781] [remotes="[]"] [2024/06/02 17:07:24.622 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:24.626 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:25.846 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:25.846 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:25.846 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:25.846 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:25.846 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.846 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.847 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:25.847 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.847 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.847 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.847 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.848 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.848 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.849 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:25.849 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:25.849 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:25.849 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:25.860 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:25.860402323 +0800 CST m=+6.462973156, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:25.860 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:25.861 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:25.861 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:25.861 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:25.861 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:25.862 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:25.862 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:25.862 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.788118ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:25.860402323 +0800 CST m=+6.462973156, startAt:2024-06-02 17:07:25.860530295 +0800 CST m=+6.463101127, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:26.849 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:32.447 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/06/02 17:07:32.447 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:32.847 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/06/02 17:07:32.848 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/06/02 17:07:32.849 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:35.861163534 +0800 CST m=+16.463734366, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 3"] [source=create] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:35.861388817 +0800 CST m=+16.463959649, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 3"] [source=create] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:35.861470936 +0800 CST m=+16.464041768, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 2"] [source=create] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:35.861553804 +0800 CST m=+16.464124637, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 3"] [source=create] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:35.861625105 +0800 CST m=+16.464195936, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 3"] [source=create] [2024/06/02 17:07:35.862 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.862 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.862 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.862 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.863 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.863 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.864 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.864 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.864 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.870 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=9.798319ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:35.861470936 +0800 CST m=+16.464041768, startAt:2024-06-02 17:07:35.861504028 +0800 CST m=+16.464074861, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.252334ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:35.861388817 +0800 CST m=+16.463959649, startAt:2024-06-02 17:07:35.861422219 +0800 CST m=+16.463993050, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.136458ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:35.861625105 +0800 CST m=+16.464195936, startAt:2024-06-02 17:07:35.861655918 +0800 CST m=+16.464226751, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.871 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.582506ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:35.861163534 +0800 CST m=+16.463734366, startAt:2024-06-02 17:07:35.861313893 +0800 CST m=+16.463884725, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.872 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.872 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.509522ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:35.861553804 +0800 CST m=+16.464124637, startAt:2024-06-02 17:07:35.861580708 +0800 CST m=+16.464151541, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:35.881583349 +0800 CST m=+16.484154182, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:35.881703047 +0800 CST m=+16.484273879, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:35.881785127 +0800 CST m=+16.484355959, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:35.881873078 +0800 CST m=+16.484443910, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:35.881948137 +0800 CST m=+16.484518968, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/06/02 17:07:35.882 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.882 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.882 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.882 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.882 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.882 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.882 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.882 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.882 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.882 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.885 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.885 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.885 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.885 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.885 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.172939ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:35.881703047 +0800 CST m=+16.484273879, startAt:2024-06-02 17:07:35.881732286 +0800 CST m=+16.484303118, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.886 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.886 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.383712ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:35.881583349 +0800 CST m=+16.484154182, startAt:2024-06-02 17:07:35.881638951 +0800 CST m=+16.484209783, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.886 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.886 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.886 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.428421ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:35.881785127 +0800 CST m=+16.484355959, startAt:2024-06-02 17:07:35.881821941 +0800 CST m=+16.484392774, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.886 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.886 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.507919ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:35.881873078 +0800 CST m=+16.484443910, startAt:2024-06-02 17:07:35.881898195 +0800 CST m=+16.484469027, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.886 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.882653ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:35.881948137 +0800 CST m=+16.484518968, startAt:2024-06-02 17:07:35.881974559 +0800 CST m=+16.484545392, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.886 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:08:22.848 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:22.849 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:07:19.436 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:19.436 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:19.436 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:19.436 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:19.436 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:19.436 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:19.436 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:19.436 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:19.436 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:19.440 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:19.441 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:19.441 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:19.441 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:19.441 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:19.441 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:19.441 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:19.442 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.442 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:19.442 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:19.442 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:19.442 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:19.442 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:19.442 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=317.669µs] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.444 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.445 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.445 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.445 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.445 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.446 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.447 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.447 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.447 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.447 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.447 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.447 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.448 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.448 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.449 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:21.449 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.449 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.449 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.449 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.449 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.449 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.449 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.449 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.449 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.450 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.450 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:21.450 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:21.451 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.451 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.451 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.451 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.499 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:22.446 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:22.446 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:22.446 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:22.446 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:22.447 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:22.452 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829981454329881] [2024/06/02 17:07:22.452 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829981454329881] [2024/06/02 17:07:22.456 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:22.456 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:22.457 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:22.458 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:22.458 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:22.458 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:22.458 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:22.458 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:22.459 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.460 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.460 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:22.460 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:22.460 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=195.904µs] [2024/06/02 17:07:22.460 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829981454329881/leader] [purpose="leader election"] [2024/06/02 17:07:22.460 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:22.461 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:23.461 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:32.447 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/06/02 17:07:32.448 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd1.log <== [2024/06/02 17:07:19.435 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:19.435 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:19.435 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:19.435 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:19.439 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:19.439 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:19.439 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:19.439 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:19.440 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:19.440 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:19.440 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:19.440 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:19.440 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.440 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:19.441 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:19.441 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:19.441 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:19.441 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:19.441 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=502.05µs] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:21.444 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.444 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.445 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.445 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.445 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.445 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.446 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.446 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.446 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.446 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.447 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.446 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.447 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.448 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.448 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:21.448 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.448 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.448 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.448 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.448 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.448 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.448 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.448 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.448 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.450 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.450 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:21.450 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.450 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.450 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.451 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.498 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:22.444 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:22.445 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:22.446 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:22.446 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:22.446 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:22.446 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:22.446 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:22.446 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:22.452 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829981454329881] [2024/06/02 17:07:22.452 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829981454329881] [2024/06/02 17:07:22.455 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:22.456 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:22.456 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:22.457 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:22.457 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:22.457 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:22.458 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:22.458 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:22.458 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.459 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.459 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:22.459 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:22.459 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=186.224µs] [2024/06/02 17:07:22.460 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829981454329881/leader] [purpose="leader election"] [2024/06/02 17:07:22.460 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:22.460 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:23.460 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:32.447 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/06/02 17:07:32.448 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv1.log <== [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={70, 23, 21, 57, 60, 67, 71, 37, 29, 25, 45, 66, 3, 63, 1, 43, 53, 17, 24, 13, 39, 59, 61, 68, 11, 33, 35, 22, 19, 58, 55, 49, 51, 64, 34, 47, 0, 9, 5, 26, 32, 7, 28, 27, 36, 15, 30, 31, 41, 62, 65, 69}"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["subchannel 0x7f861444d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f86144afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8614437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f86144d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319239.405620541\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["subchannel 0x7f861444d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f86144afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8614437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f86144d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f861444dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f86144afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8614437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f86144d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319239.406147987\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f861444dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f86144afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8614437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f86144d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f861444e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f86144afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8614437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f86144d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319239.406389343\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f861444e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f86144afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f8614437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f86144d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:19.707 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.708 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.708 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.448 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.752 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.753 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.754 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.755 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.756 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.756 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.759 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:22.759 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:22.762 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.762 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.763 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:22.763 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:22.763 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 225.465µs"] [thread_id=1] [2024/06/02 17:07:22.832 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.834 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.834 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.835 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.835 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:22.836 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.836 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.836 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.836 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.836 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.836 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.842 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.843 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:25.844 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:25.844 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.848 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.851 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.852 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=44.47µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.852 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=22.672µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.860 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:25.860 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:25.860 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:25.867 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:35.854 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:35.864 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:35.864 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=773.151µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=132] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=416.668µs] [snap_key=4_6_8] [thread_id=132] [2024/06/02 17:07:35.869 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.870 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=50.741µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=9] [term=6] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=346.074µs] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=351.086µs] [snap_key=10_6_9] [thread_id=131] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=130] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=48.933µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=400.701µs] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=516.653µs] [snap_key=14_6_9] [thread_id=130] [2024/06/02 17:07:35.884 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=78.734µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.439µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=32.615µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:08:25.852 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.853 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={29, 51, 36, 59, 43, 26, 9, 1, 30, 41, 3, 57, 35, 60, 65, 68, 62, 31, 53, 33, 39, 13, 45, 7, 15, 49, 0, 58, 55, 61, 67, 24, 28, 34, 37, 32, 69, 70, 71, 64, 21, 66, 25, 11, 17, 23, 27, 5, 19, 63, 47, 22}"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["subchannel 0x7f96ba24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f96ba2afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f96ba237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f96ba2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319239.405620655\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["subchannel 0x7f96ba24d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f96ba2afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f96ba237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f96ba2d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f96ba24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f96ba2afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f96ba237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f96ba2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319239.406151253\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f96ba24dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f96ba2afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f96ba237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f96ba2d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f96ba24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f96ba2afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f96ba237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f96ba2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319239.406422679\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f96ba24e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f96ba2afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f96ba237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f96ba2d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:19.707 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.708 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.708 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.448 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.752 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.753 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.754 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.755 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.756 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.759 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:22.762 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.762 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.763 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:22.763 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:22.763 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 218.669µs"] [thread_id=1] [2024/06/02 17:07:22.833 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.834 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.834 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.835 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.835 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:22.836 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.836 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.836 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.836 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.836 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.836 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.842 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:22.843 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:25.844 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:25.844 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.847 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.848 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.851 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.851 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=50.52µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.851 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=35.232µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.860 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:25.860 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:25.860 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:25.865 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:35.854 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:35.865 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:35.865 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.865 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:35.866 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=829.392µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=130] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=129] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=505.003µs] [snap_key=16_6_7] [thread_id=130] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=589.668µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=463.471µs] [snap_key=10_6_7] [thread_id=129] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=559.295µs] [snap_key=12_6_7] [thread_id=131] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.870 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=43.653µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.870 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.06µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=27.5µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.724µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.872 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.872 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=131] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=469.501µs] [snap_key=4_6_10] [thread_id=131] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.885 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.879µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:08:25.852 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:08:25.852 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.852 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.852 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.852 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.852 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:19.402 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={41, 9, 43, 25, 5, 30, 31, 32, 19, 39, 51, 60, 0, 55, 61, 62, 64, 22, 26, 21, 59, 11, 63, 65, 7, 37, 58, 67, 68, 70, 71, 13, 34, 24, 29, 45, 57, 35, 36, 15, 33, 17, 47, 28, 53, 66, 3, 69, 49, 23, 1, 27}"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:19.403 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["subchannel 0x7f21c264d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f21c26afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f21c2637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f21c26d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319239.405491838\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:19.405 +08:00] [INFO] [] ["subchannel 0x7f21c264d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f21c26afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f21c2637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f21c26d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.405 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.405 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f21c264dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f21c26afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f21c2637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f21c26d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319239.406037150\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f21c264dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f21c26afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f21c2637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f21c26d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f21c264e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f21c26afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f21c2637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f21c26d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319239.406294965\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [] ["subchannel 0x7f21c264e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f21c26afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f21c2637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f21c26d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.406 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.406 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:19.707 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.708 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.708 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.448 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.752 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.753 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.754 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.755 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.756 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.756 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.757 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.758 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.759 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:22.760 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:22.761 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308629/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308628/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308627/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308626/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308625/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308624/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308623/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308622/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308621/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/32124/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/310/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/309/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/308/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/307/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/306/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/305/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/304/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/373155/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:22.762 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:22.762 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.763 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.763 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:22.763 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:22.763 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.770 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.771 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 193.185µs"] [thread_id=1] [2024/06/02 17:07:22.830 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.833 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.833 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.833 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.834 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:22.834 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.834 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.834 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.834 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.834 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.834 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.842 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.848 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829981454329881] [thread_id=1] [2024/06/02 17:07:22.848 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.850 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.851 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.851 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.852 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=200.725µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.855 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.495µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.856 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:22.857 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.857 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.857 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.857 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:22.860 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:22.860 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:22.861 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.861 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.862 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.862 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:22.864 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:22.864 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:22.864 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:22.868 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:25.860 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.860 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.861 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.861 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:25.861 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/06/02 17:07:25.862 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.862 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.862 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:25.862 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=10] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/06/02 17:07:32.858 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:35.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.862 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.862 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.862 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.863 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.863 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.863 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:07:35.863 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:35.863 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:35.863 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.863 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.863 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.864 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.211852ms] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:35.864 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:35.864 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=633.012µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:35.866 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:35.866 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.867 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:35.867 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.867 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.867 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.867 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=637.843µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=587.286µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=412.158µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.868 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=464.473µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.869 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=415.48µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.869 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.628746ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.629584ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.320468ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.191532ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.700745ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.870 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.870 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:35.882 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:35.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=426.58µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=433.986µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=388.121µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=440.619µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:35.883 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=356.915µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.37463ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.884 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.223577ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=132] [2024/06/02 17:07:35.884 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.257733ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.182708ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=131] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.383224ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.885 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.886 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.886 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.886 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.886 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.886 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=101] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] sh [1,600 / 1,603] JavaToolchainCompileBootClasspath external/bazel_tools/tools/jdk/platformclasspath.jar [for tool]; 0s remote-cache [Pipeline] sh Target //tests/realtikvtest/addindextest4:addindextest4_test up-to-date: bazel-bin/tests/realtikvtest/addindextest4/addindextest4_test_/addindextest4_test INFO: Elapsed time: 26.569s, Critical Path: 11.09s INFO: 1591 processes: 1581 remote cache hit, 10 internal. INFO: Build completed successfully, 1591 total actions Test cases: finished with 19 passing and 0 failing out of 19 test cases Executed 0 out of 1 test: 1 test passes. ./build/jenkins_collect_coverage.sh root: /home/jenkins/.tidb/tmp/6fe290a12c1bd5bc697515c884fc0103/execroot/__main__/bazel-out/k8-fastbuild/testlogs [Pipeline] // dir complete to collect bazel result. Post stage [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results [Pipeline] } [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:07:20.443 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.443 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.443 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.446 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.446 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.446 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.447 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.448 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.448 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.448 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:20.448 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.448 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:20.448 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.448 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.448 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.449 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=335.199µs] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.452 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.453 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.453 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.453 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.454 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.454 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.455 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.455 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.455 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.455 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.455 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.455 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.455 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.455 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.455 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.457 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:22.457 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:22.458 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.458 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.505 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:25.453 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:25.454 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:25.454 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:25.454 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:25.458 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829996039067061] [2024/06/02 17:07:25.458 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829996039067061] [2024/06/02 17:07:25.462 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:25.462 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:25.463 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:25.464 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:25.464 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:25.464 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:25.464 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:25.465 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:25.466 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-0] [etcd-leader-id=2234275743217008298] [member-id=3474484975246189105] [2024/06/02 17:07:25.466 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:25.668 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:25.668 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:25.668 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:25.668 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=127.37µs] [2024/06/02 17:07:25.669 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829996039067061/leader] [purpose="leader election"] [2024/06/02 17:07:25.669 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:25.669 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:26.669 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:35.457 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:35.457 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/06/02 17:07:20.443 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.443 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.443 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.443 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.447 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.447 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.447 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.447 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.449 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.449 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.449 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:20.449 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.449 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:20.449 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.449 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.449 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.449 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:20.449 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.449 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.449 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.450 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=283.725µs] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.452 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.452 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.453 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.453 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.453 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.453 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.455 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.455 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.455 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.455 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.455 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.455 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.456 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.457 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.457 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.457 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.457 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.457 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.457 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.457 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.457 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.457 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.457 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.457 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.457 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.457 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.457 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.457 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.457 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.458 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.459 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:22.459 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:22.459 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:22.459 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.459 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.459 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.507 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:25.453 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:25.454 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:25.454 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:25.454 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:25.459 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829996039067061] [2024/06/02 17:07:25.459 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829996039067061] [2024/06/02 17:07:25.462 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:25.462 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:25.463 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:25.464 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:25.464 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:25.464 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:25.464 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:25.465 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:25.465 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=2234275743217008298] [member-id=4060626905997471512] [2024/06/02 17:07:25.465 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:25.667 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:25.667 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:25.667 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:25.667 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=177.265µs] [2024/06/02 17:07:25.668 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829996039067061/leader] [purpose="leader election"] [2024/06/02 17:07:25.668 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:25.668 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:26.668 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:35.457 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/06/02 17:07:35.457 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:20.442 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.442 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.442 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.442 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.442 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.442 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.442 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.442 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.442 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.446 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.446 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.446 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.446 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.447 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.447 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.447 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:20.447 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.447 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:20.448 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.448 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.448 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.448 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.449 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=506.239µs] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.451 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.452 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.452 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.452 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.452 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.452 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.453 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.454 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.454 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.454 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.454 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.454 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.455 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.456 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.456 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.456 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.456 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.456 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.456 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.456 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.456 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.456 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.456 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.456 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.456 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.456 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.456 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.456 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.456 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.458 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:22.458 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.458 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:22.458 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.458 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.458 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.459 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.507 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:25.452 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:25.453 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:25.453 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:25.453 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:25.454 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:25.454 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:25.454 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:25.454 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:25.454 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:25.458 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829996039067061] [2024/06/02 17:07:25.459 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829996039067061] [2024/06/02 17:07:25.462 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:25.462 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:25.463 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:25.464 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:25.464 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:25.464 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:25.464 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:25.465 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/06/02 17:07:25.465 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:25.465 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:25.465 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579735141700365] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:25.466 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:25.466 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829996039067061/leader] [purpose="leader election"] [2024/06/02 17:07:25.466 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/06/02 17:07:25.466 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:25.466 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:25.466 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:25.467 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:28.467 +08:00] [next=2024/06/02 17:07:25.467 +08:00] [2024/06/02 17:07:25.468 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:25.469 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:25.469 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:25.472 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:25.475 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:25.475 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:25.475 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/06/02 17:07:25.766 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:25.766 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:25.767 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:25.837 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:25.837 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:25.838 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:25.838 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:25.838 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:25.838 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:25.845 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829996039067061] [request="header: store: region: peers: > "] [2024/06/02 17:07:25.845 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829996039067061] [request="header: store: region: peers: > "] [2024/06/02 17:07:25.845 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829996039067061] [request="header: store: region: peers: > "] [2024/06/02 17:07:25.845 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829996039067061] [2024/06/02 17:07:25.846 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829996039067061] [2024/06/02 17:07:25.846 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829996039067061] [2024/06/02 17:07:25.848 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=895.308µs] [2024/06/02 17:07:25.848 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=67.287µs] [2024/06/02 17:07:25.849 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:25.849 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:25.849 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:25.849 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:25.849 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:25.849 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:25.849 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:25.849 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=640.802µs] [2024/06/02 17:07:25.853 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.853 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:25.853 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.853 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:26.466 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:26.668 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:26.668 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:26.669 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/06/02 17:07:26.669 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:27.631 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:27.642 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36625] [remotes="[]"] [2024/06/02 17:07:27.642 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35639] [remotes="[]"] [2024/06/02 17:07:27.642 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:27.642 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:27.643 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:27.647 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:28.849 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:28.849 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:28.849 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:28.849 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:28.849 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:28.849 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:28.849 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:28.849 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:28.849 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.849 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.850 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.851 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.852 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:28.852 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:28.852 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:28.852 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:28.862 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:28.862751388 +0800 CST m=+8.457735448, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:28.862 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:28.863 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:28.863 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:28.863 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:28.863 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:28.864 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:28.864 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.567753ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:28.862751388 +0800 CST m=+8.457735448, startAt:2024-06-02 17:07:28.862859301 +0800 CST m=+8.457843360, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:28.864 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:29.850 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:35.457 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:35.457 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/06/02 17:07:35.849 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:07:35.850 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/06/02 17:07:35.851 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20162] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:38.860540101 +0800 CST m=+18.455524161, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 3"] [source=create] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:38.860765115 +0800 CST m=+18.455749175, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 3"] [source=create] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:38.860846161 +0800 CST m=+18.455830221, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 3"] [source=create] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:38.860916202 +0800 CST m=+18.455900261, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 3"] [source=create] [2024/06/02 17:07:38.860 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:38.860985398 +0800 CST m=+18.455969458, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 2"] [source=create] [2024/06/02 17:07:38.861 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:38.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/06/02 17:07:38.861 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/06/02 17:07:38.861 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:38.862 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/06/02 17:07:38.862 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:38.863 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/06/02 17:07:38.863 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:38.863 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/06/02 17:07:38.863 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:38.869 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.344985ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:38.860985398 +0800 CST m=+18.455969458, startAt:2024-06-02 17:07:38.861018258 +0800 CST m=+18.456002318, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:38.870572081 +0800 CST m=+18.465556141, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 3"] [source=create] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.025028ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:38.860765115 +0800 CST m=+18.455749175, startAt:2024-06-02 17:07:38.8607988 +0800 CST m=+18.455782859, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:38.870 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.040896ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:38.860916202 +0800 CST m=+18.455900261, startAt:2024-06-02 17:07:38.860940895 +0800 CST m=+18.455924955, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:38.871 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.212228ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:38.860846161 +0800 CST m=+18.455830221, startAt:2024-06-02 17:07:38.860871774 +0800 CST m=+18.455855833, currentStep:2, size:0, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:38.871 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.454357ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:38.860540101 +0800 CST m=+18.455524161, startAt:2024-06-02 17:07:38.860688819 +0800 CST m=+18.455672878, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.871 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/06/02 17:07:38.871 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:38.873 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:38.873 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=3.333019ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:38.870572081 +0800 CST m=+18.465556141, startAt:2024-06-02 17:07:38.870615826 +0800 CST m=+18.465599886, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.873 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:38.880 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:38.880830534 +0800 CST m=+18.475814593, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.880 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 24 on store 2"] [source=create] [2024/06/02 17:07:38.880 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:38.880954695 +0800 CST m=+18.475938755, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.880 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:38.881031546 +0800 CST m=+18.476015605, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:38.881105669 +0800 CST m=+18.476089728, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/06/02 17:07:38.881 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:07:38.881 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/06/02 17:07:38.881 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/06/02 17:07:38.881 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:38.881 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:38.884 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:38.884 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:38.884 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:38.884 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:38.884 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=3.952619ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:38.880830534 +0800 CST m=+18.475814593, startAt:2024-06-02 17:07:38.880881342 +0800 CST m=+18.475865402, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:38.884 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=3.96037ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:38.880954695 +0800 CST m=+18.475938755, startAt:2024-06-02 17:07:38.88098388 +0800 CST m=+18.475967940, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.885 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:38.885 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=3.998811ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:38.881031546 +0800 CST m=+18.476015605, startAt:2024-06-02 17:07:38.881056203 +0800 CST m=+18.476040262, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:38.885 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:38.885 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=4.080409ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:38.881105669 +0800 CST m=+18.476089728, startAt:2024-06-02 17:07:38.881132008 +0800 CST m=+18.476116067, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:08:25.850 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:25.852 +08:00] [INFO] [cluster.go:516] ["store config is updated"] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={51, 0, 61, 66, 5, 67, 69, 37, 33, 53, 22, 21, 27, 13, 68, 15, 25, 36, 58, 23, 19, 57, 70, 34, 59, 31, 55, 45, 35, 47, 71, 49, 60, 1, 39, 32, 9, 62, 63, 65, 64, 11, 3, 17, 29, 41, 28, 30, 24, 7, 26, 43}"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7f9d9c04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9d9c0afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9d9c037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9d9c0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.413844700\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7f9d9c04d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f9d9c0afb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9d9c037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9d9c0d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7f9d9c04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9d9c0afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9d9c037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9d9c0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.414340952\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7f9d9c04dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f9d9c0afb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9d9c037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9d9c0d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7f9d9c04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9d9c0afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9d9c037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9d9c0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.414608058\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7f9d9c04e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f9d9c0afb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f9d9c037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f9d9c0d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:20.716 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.717 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.717 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.718 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.718 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.757 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.758 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.758 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.762 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.763 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:25.763 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:25.765 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:25.765 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.766 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.766 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:25.766 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:25.767 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:25.767 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.767 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:25.773 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.773 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.773 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 244.329µs"] [thread_id=1] [2024/06/02 17:07:25.835 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.837 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.837 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.837 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.838 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:25.838 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.845 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.846 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:28.847 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:28.847 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:28.850 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:28.853 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:28.853 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=51.2µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:28.853 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.017µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:28.855 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:28.855 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:28.855 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:28.860 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:28.860 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:28.860 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:28.862 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:28.862 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:28.863 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:28.867 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:38.858 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:38.863 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:38.863 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=799.723µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=340.709µs] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:38.868 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.868 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.868 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.868 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.868 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.868 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=12] [thread_id=80] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.869 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=64.269µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:38.871 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:38.871 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=12] [thread_id=104] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=22] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=337.169µs] [snap_key=10_6_9] [thread_id=130] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=320.415µs] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=130] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=10] [thread_id=80] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=444.577µs] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.135µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=365.716µs] [snap_key=4_6_10] [thread_id=130] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=31.764µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=30.028µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.838µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:28.854 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:28.854 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=24] [region_id=10] [thread_id=101] [2024/06/02 17:08:28.854 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=22] [region_id=12] [thread_id=102] [2024/06/02 17:08:28.854 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:28.854 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:08:28.854 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={35, 47, 37, 61, 31, 19, 69, 13, 39, 62, 0, 30, 63, 36, 24, 51, 33, 34, 1, 29, 7, 25, 55, 57, 58, 15, 22, 60, 68, 21, 65, 26, 23, 3, 9, 49, 11, 66, 67, 70, 28, 32, 64, 71, 41, 17, 43, 53, 27, 45, 5, 59}"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.411 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fa09664d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa0966afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa096637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0966d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.413802570\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7fa09664d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fa0966afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa096637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0966d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7fa09664dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa0966afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa096637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0966d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.414338177\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7fa09664dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fa0966afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa096637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0966d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7fa09664e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa0966afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa096637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0966d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.414584717\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [] ["subchannel 0x7fa09664e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fa0966afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fa096637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fa0966d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.414 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.414 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:20.716 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.717 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.717 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.718 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.718 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.757 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.757 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.758 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.762 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.763 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:25.763 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:25.765 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:25.765 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.766 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.766 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:25.766 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:25.766 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.767 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:25.767 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:25.773 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.773 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.773 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 245.266µs"] [thread_id=1] [2024/06/02 17:07:25.835 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.837 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.837 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.838 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.838 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.838 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:25.838 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:25.845 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.846 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:28.847 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:28.847 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:28.849 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:28.850 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:28.853 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:28.853 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=36.454µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:28.853 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=23.374µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:28.855 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:28.855 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:28.855 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:28.860 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:28.860 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:28.860 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:28.862 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:28.862 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:28.863 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:28.866 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:38.858 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:38.864 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:38.864 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:38.865 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:38.866 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=4] [cost=981.917µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=129] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=466.916µs] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=405.741µs] [snap_key=16_6_7] [thread_id=131] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=534.528µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=373.392µs] [snap_key=4_6_8] [thread_id=129] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=16] [thread_id=80] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=60.125µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=10] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=26.347µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=4] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.933µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=14] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.517µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=16] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=9] [term=6] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.871 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.872 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:38.872 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:07:38.872 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=263.818µs] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:07:38.872 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.872 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.872 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.872 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.872 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.872 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.873 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.873 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=12] [thread_id=80] [2024/06/02 17:07:38.873 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:38.873 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.332µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=12] [thread_id=104] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=12] [thread_id=104] [2024/06/02 17:07:38.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=10] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=21] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=18] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=19] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=20] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:08:28.855 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=21] [region_id=10] [thread_id=101] [2024/06/02 17:08:28.855 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=20] [region_id=4] [thread_id=102] [2024/06/02 17:08:28.855 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:08:28.855 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=18] [region_id=14] [thread_id=101] [2024/06/02 17:08:28.855 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=19] [region_id=16] [thread_id=102] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:28.855 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={45, 59, 32, 19, 5, 39, 25, 0, 21, 1, 37, 13, 27, 34, 43, 47, 58, 61, 51, 29, 26, 28, 49, 63, 64, 36, 24, 3, 31, 65, 53, 60, 68, 69, 70, 71, 35, 11, 62, 15, 57, 23, 33, 41, 67, 7, 30, 9, 55, 66, 22, 17}"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.410 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.412 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fd444c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd444cafb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd444c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd444cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.413094986\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fd444c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fd444cafb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd444c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd444cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fd444c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd444cafb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd444c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd444cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.413608673\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fd444c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fd444cafb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd444c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd444cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fd444c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd444cafb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd444c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd444cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.413851842\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.413 +08:00] [INFO] [] ["subchannel 0x7fd444c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fd444cafb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fd444c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fd444cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.413 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.413 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:20.715 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.716 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.716 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.717 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.717 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.756 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.757 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.758 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.759 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:25.760 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.761 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.762 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:25.762 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.763 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.763 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180042/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180041/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180040/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180039/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180038/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180037/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180036/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180035/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/180034/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/154717/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113131/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113130/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113129/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113128/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113127/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113126/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/113125/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/377530/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:25.764 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:25.765 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.765 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.766 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:25.766 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.766 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:25.766 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:25.766 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:25.773 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.773 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.773 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 241.318µs"] [thread_id=1] [2024/06/02 17:07:25.833 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.835 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.836 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.836 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.836 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.837 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.837 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.837 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:25.837 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.837 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:25.837 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.844 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.850 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829996039067061] [thread_id=1] [2024/06/02 17:07:25.851 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.853 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.854 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.854 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.855 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=165.689µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.857 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.204µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.858 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.859 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.859 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.859 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.860 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.862 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:25.863 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.863 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.864 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.864 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:25.865 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:25.866 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:25.866 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:25.870 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:28.863 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:28.863 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:28.863 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:28.863 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:28.863 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:28.864 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.864 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:28.865 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:28.865 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=12] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/06/02 17:07:28.865 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/06/02 17:07:35.860 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:38.860 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:38.860 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:38.860 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.860 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:38.860 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:38.861 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:38.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.861 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.861 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.861 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.861 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.861 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.862 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.862 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.863 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=18] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.863 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.863 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.002855ms] [addr=127.0.0.1:20162] [store_id=2] [thread_id=71] [2024/06/02 17:07:38.863 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=3] [thread_id=17] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:38.863 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=619.876µs] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:38.865 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:38.866 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.866 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=8] [2024/06/02 17:07:38.866 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.866 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.866 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.866 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.866 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:38.866 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=548.631µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.867 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=524.514µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=467.524µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:38.867 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:38.868 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=397.249µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:38.868 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=392.409µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:38.868 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.868 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.506647ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=130] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.343576ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=130] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=983.621µs] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=132] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.710388ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=133] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.294671ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:38.869 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.869 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.870 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.870 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.870 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.871 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.871 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.871 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.871 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:38.871 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:38.871 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:38.871 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=311.248µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:38.871 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.872 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.873 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.048125ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/06/02 17:07:38.873 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.873 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:38.873 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.873 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:38.873 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 22, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.873 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:38.881 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 11} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 19} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.881 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=457.9µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=484.859µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=404.343µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:38.882 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=396.588µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=84] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=958.166µs] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/06/02 17:07:38.883 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.19866ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:38.883 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=998.012µs] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=920.974µs] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/06/02 17:07:38.884 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 21, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {25, 18, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:38.884 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 26, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.884 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:38.885 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 5, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:38.885 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // stage [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Checks API] No suitable checks publisher found. [Pipeline] // node [Pipeline] // dir [Pipeline] } [Pipeline] sh [Checks API] No suitable checks publisher found. + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:07:20.227 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.227 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.227 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.227 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.227 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.227 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.227 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.227 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.227 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.231 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.231 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.231 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.231 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.233 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:20.233 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.233 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:20.233 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.233 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.233 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.233 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:20.233 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.233 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.233 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.234 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=318.612µs] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.236 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.236 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.236 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.237 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.237 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.237 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.237 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.239 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.239 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.241 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.241 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.241 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.241 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.241 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.241 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.241 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.241 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.241 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.241 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.241 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.243 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:22.243 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:22.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.243 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.292 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.237 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:23.237 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.238 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:23.238 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:23.238 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:23.238 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.242 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829988664045048] [2024/06/02 17:07:23.242 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829988664045048] [2024/06/02 17:07:23.247 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.248 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:23.248 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.249 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.249 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:23.249 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:23.250 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.250 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.250 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.251 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.251 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:23.251 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:23.251 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=202.612µs] [2024/06/02 17:07:23.252 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829988664045048/leader] [purpose="leader election"] [2024/06/02 17:07:23.252 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:23.252 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:24.252 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:33.239 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:33.239 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:20.226 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.226 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.226 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.230 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.230 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.230 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.230 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.232 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:20.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.232 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:20.232 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.232 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.232 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.233 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=496.933µs] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.235 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.236 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.236 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.236 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.236 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.237 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.239 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.239 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.239 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.239 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.239 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.239 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.239 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.239 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.239 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.240 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.240 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.240 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.240 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.240 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.240 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.240 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.240 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.240 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.241 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.241 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:22.241 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.241 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.241 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.241 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.242 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.242 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.289 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:23.235 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/06/02 17:07:23.235 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/06/02 17:07:23.235 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:23.235 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:23.235 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.237 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:23.237 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.237 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:23.238 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:23.238 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:23.240 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829988664045048] [2024/06/02 17:07:23.240 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829988664045048] [2024/06/02 17:07:23.244 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.246 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:23.246 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.248 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.248 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:23.248 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:23.248 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.248 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.248 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/06/02 17:07:23.249 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579735141645069] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:23.249 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.250 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:23.250 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829988664045048/leader] [purpose="leader election"] [2024/06/02 17:07:23.250 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/06/02 17:07:23.250 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:23.250 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:23.250 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:23.251 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:26.250 +08:00] [next=2024/06/02 17:07:23.250 +08:00] [2024/06/02 17:07:23.252 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.253 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:23.253 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:23.255 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:23.259 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:23.259 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:23.259 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/06/02 17:07:23.553 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:23.553 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:23.553 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:23.625 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:23.625 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:23.626 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:23.627 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:23.627 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:23.627 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:23.633 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829988664045048] [request="header: store: region: peers: > "] [2024/06/02 17:07:23.634 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829988664045048] [2024/06/02 17:07:23.638 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=1.076705ms] [2024/06/02 17:07:23.638 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=238.895µs] [2024/06/02 17:07:23.639 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:23.639 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:23.639 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:23.639 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:23.639 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:23.639 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:23.639 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:23.640 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=520.486µs] [2024/06/02 17:07:23.642 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:23.642 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:23.642 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319243 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:23.642 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:23.643 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:23.643 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319243 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:23.643 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:23.643 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319243 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:23.643 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.249 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:24.252 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/06/02 17:07:24.252 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:24.452 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:24.452 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:25.478 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:25.489 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:25.489 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:25.489 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36657] [remotes="[]"] [2024/06/02 17:07:25.489 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:36875] [remotes="[]"] [2024/06/02 17:07:25.489 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:25.493 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:26.640 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:26.640 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:26.640 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:26.641 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:26.641 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:26.642 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:26.643 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:26.644 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:26.644 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:26.644 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:26.644 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:26.655 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:26.655200238 +0800 CST m=+6.465288399, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:26.655 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:26.655 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:26.655 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:26.655 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:26.655 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:26.656 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:26.656 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.63678ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:26.655200238 +0800 CST m=+6.465288399, startAt:2024-06-02 17:07:26.655324437 +0800 CST m=+6.465412599, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:26.656 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:27.642 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:33.239 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/06/02 17:07:33.239 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:33.640 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/06/02 17:07:33.640 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20161] [2024/06/02 17:07:33.641 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:33.66040709 +0800 CST m=+13.470495251, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=create] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:33.660627683 +0800 CST m=+13.470715844, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=create] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:33.660726698 +0800 CST m=+13.470814860, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=create] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:33.66080295 +0800 CST m=+13.470891111, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=create] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:33.660880035 +0800 CST m=+13.470968197, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.660 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=create] [2024/06/02 17:07:33.661 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/06/02 17:07:33.661 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:33.661 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 19 on store 3"] [source=heartbeat] [2024/06/02 17:07:33.661 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:19 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:33.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 21 on store 3"] [source=heartbeat] [2024/06/02 17:07:33.662 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:21 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:33.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 22 on store 3"] [source=heartbeat] [2024/06/02 17:07:33.662 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:22 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:33.662 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 18 on store 3"] [source=heartbeat] [2024/06/02 17:07:33.662 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:18 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:33.670 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 19 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:33.670 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 22 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:33.670 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 18 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:33.670 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:33.670 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 21 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:22 store_id:3 role:Learner },Add peer:{id:22 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:33.670 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=9.990644ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:33.660880035 +0800 CST m=+13.470968197, startAt:2024-06-02 17:07:33.660905557 +0800 CST m=+13.470993718, currentStep:2, size:0, steps:[0:{add learner peer 22 on store 3}, 1:{promote learner peer 22 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.671 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:19 store_id:3 role:Learner },Add peer:{id:19 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:33.671 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.34732ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:33.660627683 +0800 CST m=+13.470715844, startAt:2024-06-02 17:07:33.660670329 +0800 CST m=+13.470758491, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 3}, 1:{promote learner peer 19 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.671 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:18 store_id:3 role:Learner },Add peer:{id:18 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:33.671 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.575005ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:33.66040709 +0800 CST m=+13.470495251, startAt:2024-06-02 17:07:33.660538027 +0800 CST m=+13.470626189, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 3}, 1:{promote learner peer 18 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.671 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:21 store_id:3 role:Learner },Add peer:{id:21 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:33.671 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.360516ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:33.66080295 +0800 CST m=+13.470891111, startAt:2024-06-02 17:07:33.660830476 +0800 CST m=+13.470918638, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 3}, 1:{promote learner peer 21 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.671 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.520056ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:33.660726698 +0800 CST m=+13.470814860, startAt:2024-06-02 17:07:33.6607538 +0800 CST m=+13.470841961, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.671 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:33.680 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:33.680801285 +0800 CST m=+13.490889446, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.680 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=create] [2024/06/02 17:07:33.680 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:33.680912667 +0800 CST m=+13.491000828, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.680 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=create] [2024/06/02 17:07:33.680 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:33.680986346 +0800 CST m=+13.491074508, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:33.681058986 +0800 CST m=+13.491147147, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:33.681130371 +0800 CST m=+13.491218532, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=create] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/06/02 17:07:33.681 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:33.681 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/06/02 17:07:33.681 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:33.682 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:33.682 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:07:33.682 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/06/02 17:07:33.682 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:33.682 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 2"] [source=heartbeat] [2024/06/02 17:07:33.682 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:33.689 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:33.689 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:33.689 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:33.689 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:33.689 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:33.690 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:2 role:Learner },Add peer:{id:27 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:33.690 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=8.911641ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:33.681130371 +0800 CST m=+13.491218532, startAt:2024-06-02 17:07:33.681168432 +0800 CST m=+13.491256593, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 2}, 1:{promote learner peer 27 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.690 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:33.690 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=9.139702ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:33.681058986 +0800 CST m=+13.491147147, startAt:2024-06-02 17:07:33.681084338 +0800 CST m=+13.491172498, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.690 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.304066ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:33.680986346 +0800 CST m=+13.491074508, startAt:2024-06-02 17:07:33.681010315 +0800 CST m=+13.491098476, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.690 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:33.690 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.557693ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:33.680801285 +0800 CST m=+13.490889446, startAt:2024-06-02 17:07:33.680852329 +0800 CST m=+13.490940491, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:33.690 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:33.690 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:33.690 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.567818ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:33.680912667 +0800 CST m=+13.491000828, startAt:2024-06-02 17:07:33.680940383 +0800 CST m=+13.491028544, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:08:23.641 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:23.642 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:07:20.226 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.226 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.226 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.226 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.230 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.230 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.230 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.230 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.232 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:20.232 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.232 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:20.232 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.232 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.232 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.232 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.233 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=557.487µs] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.235 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.236 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.237 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.237 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.237 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.237 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.238 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.238 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.238 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.238 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.238 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.238 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.238 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.239 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.239 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.239 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.239 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.240 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:22.240 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.240 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:22.240 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.240 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.241 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:22.241 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.241 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.241 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.241 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.242 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.242 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.243 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.289 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:23.236 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.237 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:23.237 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.238 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.238 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:23.238 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:23.238 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:23.241 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829988664045048] [2024/06/02 17:07:23.241 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829988664045048] [2024/06/02 17:07:23.245 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.246 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:23.247 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.248 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.248 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:23.248 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:23.248 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.248 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.248 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=2234275743217008298] [member-id=4060626905997471512] [2024/06/02 17:07:23.249 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.451 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.451 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:23.451 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:23.451 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=34.592µs] [2024/06/02 17:07:23.451 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829988664045048/leader] [purpose="leader election"] [2024/06/02 17:07:23.451 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:23.452 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:24.452 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:33.239 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/06/02 17:07:33.239 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={61, 34, 22, 32, 0, 68, 11, 66, 27, 33, 55, 45, 13, 28, 59, 19, 31, 7, 9, 21, 39, 30, 17, 43, 51, 57, 23, 60, 35, 15, 58, 62, 63, 1, 36, 3, 26, 64, 65, 41, 5, 67, 69, 70, 71, 49, 37, 24, 29, 25, 53, 47}"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["subchannel 0x7f518ce4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f518ceafb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518ced2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.197698891\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["subchannel 0x7f518ce4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f518ceafb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518ced2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f518ce4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f518ceafb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518ced2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.198204710\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f518ce4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f518ceafb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518ced2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f518ce4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f518ceafb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518ced2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.198444009\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f518ce4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f518ceafb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f518ce37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f518ced2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:20.499 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.501 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.501 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:23.541 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.542 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.543 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:23.544 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.545 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829988664045048] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:23.548 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:23.548 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:23.549 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:23.549 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:23.551 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:23.551 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:23.552 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:23.558 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:23.558 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:23.559 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 217.487µs"] [thread_id=1] [2024/06/02 17:07:23.623 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:23.625 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:23.625 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:23.626 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:23.626 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:23.626 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:23.626 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:23.634 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.640 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829988664045048] [thread_id=1] [2024/06/02 17:07:23.640 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319243 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.644 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:23.647 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:23.647 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=32.649µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.647 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.449µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:23.653 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:23.653 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:23.654 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:23.661 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:33.650 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:33.663 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:33.664 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.664 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.664 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:33.665 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=739.51µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=129] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=130] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=372.865µs] [snap_key=12_6_7] [thread_id=130] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=351.472µs] [snap_key=10_6_7] [thread_id=129] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=471.017µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=489.935µs] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=131] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=12] [thread_id=80] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=455.604µs] [snap_key=16_6_7] [thread_id=131] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=41.613µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=4] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.616µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=10] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.670 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.222µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=14] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=13.936µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=16] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=12.574µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=22] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=21] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=22] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=20] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=18] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=19] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=18] [region_id=10] [thread_id=101] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=22] [region_id=4] [thread_id=102] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=19] [region_id=12] [thread_id=102] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=20] [region_id=14] [thread_id=101] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=21] [region_id=16] [thread_id=102] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv3.log <== [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={45, 43, 35, 47, 15, 25, 28, 67, 5, 41, 31, 7, 39, 61, 13, 66, 32, 69, 71, 11, 63, 26, 34, 24, 17, 27, 49, 29, 53, 65, 59, 55, 37, 21, 62, 23, 9, 3, 68, 58, 19, 70, 51, 60, 0, 64, 33, 1, 36, 22, 30, 57}"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["subchannel 0x7f55dde4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f55ddeafb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f55dde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f55dded2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.197755651\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["subchannel 0x7f55dde4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f55ddeafb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f55dde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f55dded2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f55dde4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f55ddeafb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f55dde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f55dded2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.198388637\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f55dde4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f55ddeafb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f55dde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f55dded2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f55dde4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f55ddeafb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f55dde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f55dded2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.198722641\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7f55dde4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f55ddeafb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f55dde37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f55dded2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:20.500 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.501 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.501 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:23.542 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.543 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.543 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:23.544 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829988664045048] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:23.548 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:23.548 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:23.549 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:23.549 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:23.551 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:23.558 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:23.558 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:23.559 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 212.308µs"] [thread_id=1] [2024/06/02 17:07:23.621 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:23.623 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:23.624 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:23.624 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:23.624 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:23.625 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:23.625 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:23.625 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:23.625 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:23.625 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:23.625 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:23.632 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.641 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829988664045048] [thread_id=1] [2024/06/02 17:07:23.641 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319243 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:23.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.644 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.644 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.645 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=194.318µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.648 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=1.581µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:23.650 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:23.650 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:23.650 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:23.650 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:23.653 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:23.653 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:23.654 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:23.654 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:23.655 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:23.655 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:23.657 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:23.661 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:26.655 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:26.655 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:26.655 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:26.656 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:26.656 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:26.656 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:26.656 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:26.656 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.656 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:07:26.657 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:26.657 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:26.657 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:26.657 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=12] [thread_id=68] [2024/06/02 17:07:26.657 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=16] [thread_id=68] [2024/06/02 17:07:33.651 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:33.660 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:33.660 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.660 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:33.660 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:33.660 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.660 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.660 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.660 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.660 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.661 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.661 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.661 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.661 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.662 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.662 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.662 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.662 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.662 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:33.662 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:33.663 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.215884ms] [addr=127.0.0.1:20161] [store_id=3] [thread_id=71] [2024/06/02 17:07:33.665 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/06/02 17:07:33.666 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.666 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.666 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.666 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.666 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=649.731µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=580.657µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.667 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.667 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=438.058µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=436.574µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.668 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.668 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=342.709µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.668 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.668 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.038349ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=132] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.358467ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.585209ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.669 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.939982ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=131] [2024/06/02 17:07:33.669 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.464113ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:33.670 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 3 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 3 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 role: Learner }"] [changes="[peer { id: 22 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 role: Learner }"] [changes="[peer { id: 19 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 3 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 role: Learner }"] [changes="[peer { id: 18 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.670 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:33.670 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 role: Learner }"] [changes="[peer { id: 21 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:33.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.670 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.671 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.671 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.671 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:33.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:33.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.681 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:33.681 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.681 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.682 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.682 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.682 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:33.682 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:33.682 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=687.954µs] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:33.685 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/06/02 17:07:33.685 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.685 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.685 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.685 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.685 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=430.156µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=497.169µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:33.686 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.686 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.686 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=396.619µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:33.687 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=463.666µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:33.687 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=339.672µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:33.687 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.400217ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=130] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.33935ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=133] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.933952ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=131] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.370407ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=130] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.462009ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.689 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:33.689 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.689 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.690 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] ==> ./tikv1.log <== [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={62, 43, 59, 23, 60, 64, 49, 61, 0, 37, 65, 67, 32, 34, 39, 45, 13, 36, 19, 30, 7, 21, 58, 31, 33, 29, 3, 41, 66, 70, 11, 27, 47, 53, 68, 5, 22, 15, 57, 26, 51, 1, 28, 35, 17, 63, 69, 71, 25, 9, 24, 55}"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.195 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["subchannel 0x7ff3d8c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff3d8cafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff3d8c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff3d8cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.197701813\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.197 +08:00] [INFO] [] ["subchannel 0x7ff3d8c4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7ff3d8cafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff3d8c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff3d8cd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7ff3d8c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff3d8cafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff3d8c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff3d8cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.198262440\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7ff3d8c4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7ff3d8cafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff3d8c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff3d8cd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7ff3d8c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff3d8cafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff3d8c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff3d8cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.198531757\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [] ["subchannel 0x7ff3d8c4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7ff3d8cafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ff3d8c37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ff3d8cd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.198 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.198 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:20.500 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.501 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.501 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.239 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:23.542 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.542 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.543 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:23.544 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.545 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:23.546 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829988664045048] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:23.547 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:23.548 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:23.548 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:23.549 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:23.549 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291923/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291922/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291921/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291920/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291919/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291918/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291917/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291916/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291915/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/291833/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/239/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/238/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/237/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/236/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/235/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/233/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/232/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/345383/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:23.550 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:23.551 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:23.552 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:23.552 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:23.552 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:23.558 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:23.558 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:23.559 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 212.169µs"] [thread_id=1] [2024/06/02 17:07:23.623 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:23.625 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:23.625 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:23.625 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:23.626 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:23.626 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:23.626 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:23.626 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:23.626 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:23.634 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.640 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829988664045048] [thread_id=1] [2024/06/02 17:07:23.640 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319243 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:23.642 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:23.642 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:23.642 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:23.642 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.642 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.643 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:23.647 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:23.647 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=42.4µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.647 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=49.404µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:23.649 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:23.654 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:23.654 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:23.654 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:23.656 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:23.657 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:23.661 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:33.650 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:33.683 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:33.683 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.683 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.683 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:33.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.684 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.684 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.685 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:33.685 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:33.685 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=800.674µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=132] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=130] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:33.687 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=129] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=440.886µs] [snap_key=16_6_9] [thread_id=132] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=372.351µs] [snap_key=4_6_10] [thread_id=130] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=543.744µs] [snap_key=14_6_9] [thread_id=131] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=471.978µs] [snap_key=10_6_9] [thread_id=129] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {18, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=431.077µs] [snap_key=12_6_9] [thread_id=132] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 19} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.688 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.688 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=139.919µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.461µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.853µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.149µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=21.133µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 2 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 21 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 22 store_id: 3 } peers { id: 27 store_id: 2 role: Learner }"] [changes="[peer { id: 27 store_id: 2 }]"] [peer_id=27] [region_id=4] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.689 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 18 store_id: 3 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=10] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 22, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 18, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 19 store_id: 3 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 21, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:33.690 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 19} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:08:23.649 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:23.649 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // podTemplate [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] sh + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd2.log <== [2024/06/02 17:07:19.159 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:19.160 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:19.160 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:19.163 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:19.163 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:19.163 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:19.164 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:19.165 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:19.165 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:19.165 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:19.165 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:19.165 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:19.167 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=976.38µs] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.171 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.173 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.173 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.173 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.175 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.177 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.177 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.177 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.177 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.177 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.177 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.177 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.177 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:21.177 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.177 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.177 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.178 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.178 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.178 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.178 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.178 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.178 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.179 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:21.179 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:21.179 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.179 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.179 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.179 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.179 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.228 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:22.172 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:22.172 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:22.173 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:22.173 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:22.173 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:22.177 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829982008803253] [2024/06/02 17:07:22.177 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829982008803253] [2024/06/02 17:07:22.184 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:22.185 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:22.185 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:22.188 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:22.188 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:22.188 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:22.188 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:22.188 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:22.188 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.191 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.191 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/06/02 17:07:22.191 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:22.191 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=187.6µs] [2024/06/02 17:07:22.192 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/06/02 17:07:22.192 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:22.193 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829982008803253/leader] [purpose="leader election"] [2024/06/02 17:07:23.193 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-2] [request-index=0] [2024/06/02 17:07:23.352 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:23.370 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:23.370 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:46549] [remotes="[]"] [2024/06/02 17:07:23.370 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:35803] [remotes="[]"] [2024/06/02 17:07:23.370 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:23.370 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:23.377 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:32.175 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2382,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/06/02 17:07:32.177 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd3.log <== [2024/06/02 17:07:19.159 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:19.160 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:19.160 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:19.163 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:19.163 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:19.163 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:19.164 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:19.165 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:19.165 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:19.165 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:19.165 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:19.165 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:19.165 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:19.167 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=1.058911ms] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:21.169 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.171 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.173 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.173 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.173 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.173 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.173 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.174 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.174 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.174 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.174 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.174 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:21.174 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.175 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.175 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.175 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.175 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.175 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.177 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:21.177 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.178 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:21.178 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.178 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.178 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.178 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:21.179 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.179 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.179 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:21.224 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:929] ["385a3ea8295f6f18 is starting a new election at term 1"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:735] ["385a3ea8295f6f18 became pre-candidate at term 1"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:719] ["385a3ea8295f6f18 became candidate at term 2"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:817] ["385a3ea8295f6f18 [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:830] ["385a3ea8295f6f18 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:1295] ["385a3ea8295f6f18 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:771] ["385a3ea8295f6f18 became leader at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:22.172 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:22.172 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:22.172 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:22.173 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:22.173 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:22.176 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829982008803253] [2024/06/02 17:07:22.176 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829982008803253] [2024/06/02 17:07:22.182 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:22.183 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:22.184 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:22.186 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:22.186 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:22.186 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:22.186 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:22.187 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:22.187 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-2] [2024/06/02 17:07:22.187 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.188 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=8005306496400085517] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:22.188 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":4060626905997471512,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:22.188 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829982008803253/leader] [purpose="leader election"] [2024/06/02 17:07:22.188 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-2] [2024/06/02 17:07:22.188 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:22.188 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:22.188 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:22.192 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:25.190 +08:00] [next=2024/06/02 17:07:22.190 +08:00] [2024/06/02 17:07:22.193 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.194 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:22.194 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:22.197 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:22.201 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:22.201 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:22.201 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-2] [2024/06/02 17:07:22.488 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.489 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.489 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:22.573 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.573 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.576 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.576 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.578 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:22.578 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:22.580 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829982008803253] [request="header: store: region: peers: > "] [2024/06/02 17:07:22.581 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829982008803253] [2024/06/02 17:07:22.584 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=899.954µs] [2024/06/02 17:07:22.585 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=241.926µs] [2024/06/02 17:07:22.586 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:22.586 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:22.586 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:22.586 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:22.586 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:22.586 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:22.586 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:22.586 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=796.936µs] [2024/06/02 17:07:22.590 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=5] [2024/06/02 17:07:22.590 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.590 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:5 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.590 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.591 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:22.591 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.591 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:22.592 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:22.592 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319242 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:22.592 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:23.189 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:23.193 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:23.193 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:23.193 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/06/02 17:07:23.193 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:25.586 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:25.586 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:25.586 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:25.587 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.588 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.589 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.589 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:25.591 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:25.591 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:25.591 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:25.591 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:25.601 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-06-02 17:07:25.601804228 +0800 CST m=+6.479339921, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:25.601 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:25.602 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:25.602 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:25.602 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:25.602 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:25.603 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=3] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:25.603 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=1.992102ms] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-06-02 17:07:25.601804228 +0800 CST m=+6.479339921, startAt:2024-06-02 17:07:25.601915647 +0800 CST m=+6.479451339, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:25.603 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=3] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:26.589 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:32.176 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:32.176 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:32.586 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/06/02 17:07:32.587 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=5] [store-address=127.0.0.1:20162] [2024/06/02 17:07:32.588 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20161] [2024/06/02 17:07:32.600 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 1), createAt:2024-06-02 17:07:32.600745663 +0800 CST m=+13.478281356, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.600 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 18 on store 2"] [source=create] [2024/06/02 17:07:32.600 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:32.600941068 +0800 CST m=+13.478476763, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.600 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 19 on store 2"] [source=create] [2024/06/02 17:07:32.601 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:32.601043903 +0800 CST m=+13.478579599, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.601 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 20 on store 2"] [source=create] [2024/06/02 17:07:32.601 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:32.601147776 +0800 CST m=+13.478683470, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.601 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 21 on store 2"] [source=create] [2024/06/02 17:07:32.601 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:32.60122328 +0800 CST m=+13.478758973, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.601 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 22 on store 2"] [source=create] [2024/06/02 17:07:32.602 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/06/02 17:07:32.602 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.602 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 20 on store 2"] [source=heartbeat] [2024/06/02 17:07:32.602 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:20 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.602 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/06/02 17:07:32.602 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.602 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/06/02 17:07:32.602 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.603 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/06/02 17:07:32.603 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:32.613 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:32.613 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 20 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:32.614 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:32.614 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:32.614 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:32.615 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.615 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=14.355506ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 1), createAt:2024-06-02 17:07:32.600745663 +0800 CST m=+13.478281356, startAt:2024-06-02 17:07:32.600868777 +0800 CST m=+13.478404473, currentStep:2, size:0, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.615 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=14.652184ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:32.601043903 +0800 CST m=+13.478579599, startAt:2024-06-02 17:07:32.601081252 +0800 CST m=+13.478616947, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 2}, 1:{promote learner peer 20 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.615 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:20 store_id:2 role:Learner },Add peer:{id:20 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.616 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.616 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=15.256681ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:32.600941068 +0800 CST m=+13.478476763, startAt:2024-06-02 17:07:32.60098313 +0800 CST m=+13.478518823, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.616 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.616 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=15.154937ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:32.601147776 +0800 CST m=+13.478683470, startAt:2024-06-02 17:07:32.60117533 +0800 CST m=+13.478711023, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.616 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=15.290546ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:32.60122328 +0800 CST m=+13.478758973, startAt:2024-06-02 17:07:32.601268099 +0800 CST m=+13.478803793, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.616 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:32.621 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:32.621982872 +0800 CST m=+13.499518565, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 5"] [source=create] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:32.622100391 +0800 CST m=+13.499636084, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 5}, 1:{promote learner peer 24 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 5"] [source=create] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:32.622173835 +0800 CST m=+13.499709530, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 5}, 1:{promote learner peer 25 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 5"] [source=create] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:32.622245276 +0800 CST m=+13.499780969, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 5}, 1:{promote learner peer 26 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 5"] [source=create] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:3(5, 3), createAt:2024-06-02 17:07:32.622316659 +0800 CST m=+13.499852353, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 5}, 1:{promote learner peer 27 on store 5 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:32.622 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 5"] [source=create] [2024/06/02 17:07:32.623 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.623 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.623 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.623 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.624 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.624 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.624 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.624 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.624 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 27 on store 5"] [source=heartbeat] [2024/06/02 17:07:32.624 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:27 store_id:5 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:32.632 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.633 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.633 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.634 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 27 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.634 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 5 to voter"] [source=heartbeat] [2024/06/02 17:07:32.634 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:5 role:Learner },Add peer:{id:26 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.634 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=12.193557ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:32.622245276 +0800 CST m=+13.499780969, startAt:2024-06-02 17:07:32.622267592 +0800 CST m=+13.499803285, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 5}, 1:{promote learner peer 26 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.635 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:5 role:Learner },Add peer:{id:24 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.635 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=13.087121ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:32.622100391 +0800 CST m=+13.499636084, startAt:2024-06-02 17:07:32.622128336 +0800 CST m=+13.499664030, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 5}, 1:{promote learner peer 24 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.635 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=13.705824ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:32.622173835 +0800 CST m=+13.499709530, startAt:2024-06-02 17:07:32.622201102 +0800 CST m=+13.499736796, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 5}, 1:{promote learner peer 25 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.635 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:5 role:Learner },Add peer:{id:25 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.636 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=14.154254ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:3(5, 3), createAt:2024-06-02 17:07:32.622316659 +0800 CST m=+13.499852353, startAt:2024-06-02 17:07:32.622340391 +0800 CST m=+13.499876084, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 5}, 1:{promote learner peer 27 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.636 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:27 store_id:5 role:Learner },Add peer:{id:27 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:32.636 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=14.922596ms] [operator="\"add-rule-peer {add peer: store [5]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:32.621982872 +0800 CST m=+13.499518565, startAt:2024-06-02 17:07:32.622031832 +0800 CST m=+13.499567525, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 5}, 1:{promote learner peer 23 on store 5 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:32.636 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:5 role:Learner },Add peer:{id:23 store_id:5 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:08:22.587 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20181] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:22.589 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd1.log <== [2024/06/02 17:07:19.160 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:19.160 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:19.160 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:19.160 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:19.164 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:19.164 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:19.164 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:19.164 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:19.165 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:19.166 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:19.166 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:19.166 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:19.166 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:19.166 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:19.166 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:19.166 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:19.166 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:19.166 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:19.166 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:19.167 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=647.481µs] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.170 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:21.171 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:21.171 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:21.171 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.172 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.173 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.174 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.174 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.175 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.175 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.175 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.175 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.175 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.175 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.176 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.176 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.178 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.178 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.178 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:21.178 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.178 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.178 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.179 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.179 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.179 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.179 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.179 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.179 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:21.179 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.179 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.179 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.180 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:21.180 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:21.180 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.180 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.180 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:21.180 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:21.180 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:21.229 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:22.170 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 385a3ea8295f6f18 [term: 2]"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 385a3ea8295f6f18 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:22.171 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:22.172 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:22.172 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:22.173 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:22.173 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:22.173 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:22.173 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:22.176 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829982008803253] [2024/06/02 17:07:22.176 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829982008803253] [2024/06/02 17:07:22.184 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:22.186 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:22.186 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:22.188 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:22.188 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:22.188 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:22.189 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:22.189 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:22.190 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:22.192 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:22.192 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [2024/06/02 17:07:22.192 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:22.193 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=201.608µs] [2024/06/02 17:07:22.193 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/06/02 17:07:22.193 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829982008803253/leader] [purpose="leader election"] [2024/06/02 17:07:22.193 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:23.193 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-2] [request-index=0] [2024/06/02 17:07:32.175 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:32.176 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:07:20.729 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.729 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.729 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.729 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.729 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.729 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.729 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.729 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.729 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.733 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.733 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.733 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.733 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.734 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:20.735 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.735 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:20.735 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.735 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:20.735 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.735 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:20.735 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.735 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.735 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.736 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=285.877µs] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.739 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.739 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.739 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.739 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.739 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.739 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.741 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.741 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.742 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.742 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.742 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.742 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.742 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.742 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.742 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.742 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.742 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.742 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.742 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.742 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.743 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.744 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.744 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:22.744 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.744 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.744 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.745 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.745 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.792 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:865] ["3037d9ad26fb2231 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:966] ["3037d9ad26fb2231 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.741 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:23.741 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.741 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:23.741 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:23.742 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:23.742 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:23.744 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829989469273163] [2024/06/02 17:07:23.744 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829989469273163] [2024/06/02 17:07:23.749 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.751 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:23.751 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.752 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.752 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:23.752 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:23.753 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.753 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.753 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.754 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.754 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:23.754 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:23.755 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=198.773µs] [2024/06/02 17:07:23.755 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829989469273163/leader] [purpose="leader election"] [2024/06/02 17:07:23.755 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:23.755 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:24.755 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-0] [leader=pd-1] [request-index=0] [2024/06/02 17:07:33.743 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=election-etcd-client] [2024/06/02 17:07:33.743 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:20.728 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.728 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.728 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.732 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.734 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:20.734 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:20.734 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.734 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.735 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=551.524µs] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.738 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.739 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.739 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.739 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.739 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.740 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.740 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.740 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.740 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.740 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.740 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.741 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.741 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.741 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.741 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:22.742 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:22.742 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.742 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.743 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:22.743 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.743 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.743 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.790 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:929] ["1f01bdf364b8beaa is starting a new election at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:735] ["1f01bdf364b8beaa became pre-candidate at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgPreVoteResp from 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:719] ["1f01bdf364b8beaa became candidate at term 2"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:817] ["1f01bdf364b8beaa [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:830] ["1f01bdf364b8beaa received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:1295] ["1f01bdf364b8beaa has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:771] ["1f01bdf364b8beaa became leader at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.741 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:23.741 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.741 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:23.741 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:23.741 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:23.744 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829989469273163] [2024/06/02 17:07:23.744 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829989469273163] [2024/06/02 17:07:23.747 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.748 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:23.748 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.750 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.750 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:23.750 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:23.750 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.750 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.751 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-1] [2024/06/02 17:07:23.752 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.752 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=4515579735141773837] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:23.752 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":2234275743217008298,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:23.752 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829989469273163/leader] [purpose="leader election"] [2024/06/02 17:07:23.752 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-1] [2024/06/02 17:07:23.753 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:23.753 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:23.753 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:23.754 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:26.753 +08:00] [next=2024/06/02 17:07:23.753 +08:00] [2024/06/02 17:07:23.755 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.755 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:23.756 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:23.758 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:23.761 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:23.761 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:23.761 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-1] [2024/06/02 17:07:24.056 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:24.057 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:24.057 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:24.128 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:24.129 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:24.130 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:24.130 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:24.136 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829989469273163] [request="header: store: region: peers: > "] [2024/06/02 17:07:24.136 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829989469273163] [2024/06/02 17:07:24.137 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829989469273163] [request="header: store: region: peers: > "] [2024/06/02 17:07:24.137 +08:00] [WARN] [server.go:769] ["cluster already bootstrapped"] [cluster-id=7375829989469273163] [2024/06/02 17:07:24.140 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=769.424µs] [2024/06/02 17:07:24.140 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=121.303µs] [2024/06/02 17:07:24.141 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:24.141 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:24.141 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:24.141 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:24.141 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:24.141 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:24.141 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:24.141 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=489.321µs] [2024/06/02 17:07:24.144 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.145 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319244 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.145 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.147 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=25] [2024/06/02 17:07:24.147 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=25] [2024/06/02 17:07:24.149 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=7] [2024/06/02 17:07:24.149 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:7 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319244 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.149 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.752 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:24.756 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-0] [url=http://127.0.0.1:2379] [2024/06/02 17:07:24.756 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-0] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:24.955 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:24.955 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:26.008 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:26.019 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:26.019 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:38483] [remotes="[]"] [2024/06/02 17:07:26.019 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44135] [remotes="[]"] [2024/06/02 17:07:26.019 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:26.020 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:26.023 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:27.140 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:27.140 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319244 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:27.140 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:27.142 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:27.142 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:27.142 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:27.142 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.142 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.143 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.143 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.145 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:27.145 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:27.145 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:27.145 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:27.156 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-06-02 17:07:27.156049996 +0800 CST m=+6.466066806, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:27.156 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:27.156 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/06/02 17:07:27.156 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:27.156 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:27.156 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:27.157 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=3] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:27.157 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=1.766303ms] [operator="\"labeler-split-region {split: region 3 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:3(1, 1), createAt:2024-06-02 17:07:27.156049996 +0800 CST m=+6.466066806, startAt:2024-06-02 17:07:27.156158388 +0800 CST m=+6.466175198, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:27.157 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=3] [origin="id:8 end_key:\"7200000000000000FB\" region_epoch: peers: id:10 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:12 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:14 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:28.144 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:33.742 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=server-etcd-client] [2024/06/02 17:07:33.743 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] [2024/06/02 17:07:34.141 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20160] [2024/06/02 17:07:34.143 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20162] [2024/06/02 17:07:34.143 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=7] [store-address=127.0.0.1:20161] [2024/06/02 17:07:34.158 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:34.158655063 +0800 CST m=+13.468671873, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 16 on store 7}, 1:{promote learner peer 16 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.158 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 16 on store 7"] [source=create] [2024/06/02 17:07:34.158 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-06-02 17:07:34.158828498 +0800 CST m=+13.468845307, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 17 on store 7}, 1:{promote learner peer 17 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.158 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 17 on store 7"] [source=create] [2024/06/02 17:07:34.158 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:8(5, 1), createAt:2024-06-02 17:07:34.158909896 +0800 CST m=+13.468926705, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.158 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 18 on store 7"] [source=create] [2024/06/02 17:07:34.159 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:34.159003411 +0800 CST m=+13.469020221, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.159 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 19 on store 7"] [source=create] [2024/06/02 17:07:34.159 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:34.159082639 +0800 CST m=+13.469099449, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:34.159 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 20 on store 7"] [source=create] [2024/06/02 17:07:34.159 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 17 on store 7"] [source=heartbeat] [2024/06/02 17:07:34.159 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:17 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.159 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 16 on store 7"] [source=heartbeat] [2024/06/02 17:07:34.159 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:16 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.160 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:18 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.160 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 18 on store 7"] [source=heartbeat] [2024/06/02 17:07:34.160 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 19 on store 7"] [source=heartbeat] [2024/06/02 17:07:34.160 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 20 on store 7"] [source=heartbeat] [2024/06/02 17:07:34.160 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:19 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.160 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:20 store_id:7 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:34.174 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 19 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:07:34.174 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 16 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:07:34.174 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 20 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:07:34.174 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 18 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:07:34.174 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 17 on store 7 to voter"] [source=heartbeat] [2024/06/02 17:07:34.175 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:19 store_id:7 role:Learner },Add peer:{id:19 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.175 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=16.219295ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:34.159003411 +0800 CST m=+13.469020221, startAt:2024-06-02 17:07:34.159031647 +0800 CST m=+13.469048458, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 7}, 1:{promote learner peer 19 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.175 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=16.643386ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:34.158655063 +0800 CST m=+13.468671873, startAt:2024-06-02 17:07:34.158754796 +0800 CST m=+13.468771607, currentStep:2, size:1, steps:[0:{add learner peer 16 on store 7}, 1:{promote learner peer 16 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.175 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:16 store_id:7 role:Learner },Add peer:{id:16 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.175 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=16.380635ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:34.159082639 +0800 CST m=+13.469099449, startAt:2024-06-02 17:07:34.15910774 +0800 CST m=+13.469124551, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 7}, 1:{promote learner peer 20 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.175 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:20 store_id:7 role:Learner },Add peer:{id:20 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.175 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:18 store_id:7 role:Learner },Add peer:{id:18 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.175 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=16.617765ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:8(5, 1), createAt:2024-06-02 17:07:34.158909896 +0800 CST m=+13.468926705, startAt:2024-06-02 17:07:34.158950273 +0800 CST m=+13.468967084, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 7}, 1:{promote learner peer 18 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:34.175 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:17 store_id:7 role:Learner },Add peer:{id:17 store_id:7 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:34.175 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=16.777236ms] [operator="\"add-rule-peer {add peer: store [7]} (kind:replica,region, region:3(5, 1), createAt:2024-06-02 17:07:34.158828498 +0800 CST m=+13.468845307, startAt:2024-06-02 17:07:34.158861189 +0800 CST m=+13.468877999, currentStep:2, size:0, steps:[0:{add learner peer 17 on store 7}, 1:{promote learner peer 17 on store 7 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=8] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:8(5, 3), createAt:2024-06-02 17:07:37.154661198 +0800 CST m=+16.464678007, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 21 on store 2"] [source=create] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:37.154803394 +0800 CST m=+16.464820203, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=create] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:37.154890223 +0800 CST m=+16.464907033, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 2"] [source=create] [2024/06/02 17:07:37.154 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:37.154962122 +0800 CST m=+16.464978932, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:37.155 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 24 on store 2"] [source=create] [2024/06/02 17:07:37.155 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=3] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-06-02 17:07:37.155048132 +0800 CST m=+16.465065024, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:37.155 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 25 on store 2"] [source=create] [2024/06/02 17:07:37.156 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:37.156 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/06/02 17:07:37.156 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 23 on store 2"] [source=heartbeat] [2024/06/02 17:07:37.156 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:23 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:37.156 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 24 on store 2"] [source=heartbeat] [2024/06/02 17:07:37.156 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:24 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:37.156 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/06/02 17:07:37.156 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:37.156 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="add learner peer 25 on store 2"] [source=heartbeat] [2024/06/02 17:07:37.156 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Add peer:{id:25 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:37.163 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:37.163 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 23 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:37.163 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=8] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:37.163 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=3] [step="promote learner peer 25 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:37.163 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 24 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:37.164 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:37.164 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=9.512127ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:37.154803394 +0800 CST m=+16.464820203, startAt:2024-06-02 17:07:37.154834544 +0800 CST m=+16.464851354, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:37.164 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:23 store_id:2 role:Learner },Add peer:{id:23 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:37.164 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=9.594004ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:37.154890223 +0800 CST m=+16.464907033, startAt:2024-06-02 17:07:37.154914192 +0800 CST m=+16.464931003, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 2}, 1:{promote learner peer 23 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:37.164 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=3] [detail="Remove peer:{id:25 store_id:2 role:Learner },Add peer:{id:25 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:37.164 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=3] [takes=9.50921ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:3(5, 3), createAt:2024-06-02 17:07:37.155048132 +0800 CST m=+16.465065024, startAt:2024-06-02 17:07:37.155079857 +0800 CST m=+16.465096676, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 2}, 1:{promote learner peer 25 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:37.164 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=8] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:37.164 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=8] [takes=10.035403ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:8(5, 3), createAt:2024-06-02 17:07:37.154661198 +0800 CST m=+16.464678007, startAt:2024-06-02 17:07:37.154739218 +0800 CST m=+16.464756027, currentStep:2, size:1, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:37.164 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=9.871889ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:37.154962122 +0800 CST m=+16.464978932, startAt:2024-06-02 17:07:37.154997387 +0800 CST m=+16.465014198, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 2}, 1:{promote learner peer 24 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:37.164 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:24 store_id:2 role:Learner },Add peer:{id:24 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:08:24.142 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20182] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:24.144 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:07:20.728 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:20.728 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:20.728 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:20.728 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:20.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:20.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:20.732 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:20.732 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:20.734 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:20.734 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:20.734 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:20.734 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:20.734 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:20.734 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:20.735 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=499.051µs] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:22.737 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.738 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:22.739 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:22.739 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.739 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.740 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.740 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.740 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.741 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.741 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.741 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:22.741 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.741 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:22.741 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:22.741 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:22.741 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:22.741 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.741 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:22.741 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.742 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:22.742 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:22.742 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:22.743 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.743 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.743 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:22.743 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.743 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.744 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:22.744 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.744 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:22.744 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.744 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.745 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:22.791 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:23.739 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 1f01bdf364b8beaa [term: 2]"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 1f01bdf364b8beaa [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:23.740 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:23.741 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:23.741 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.741 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:23.741 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:23.741 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.741 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:23.744 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829989469273163] [2024/06/02 17:07:23.744 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829989469273163] [2024/06/02 17:07:23.748 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.749 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:23.750 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.751 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.751 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:23.751 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:23.751 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.751 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.751 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=2234275743217008298] [member-id=4060626905997471512] [2024/06/02 17:07:23.752 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.954 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.954 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [2024/06/02 17:07:23.954 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:23.954 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=43.716µs] [2024/06/02 17:07:23.955 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829989469273163/leader] [purpose="leader election"] [2024/06/02 17:07:23.955 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:23.955 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:24.955 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-1] [request-index=0] [2024/06/02 17:07:33.743 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2379,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:33.743 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2382,http://127.0.0.1:2384,http://127.0.0.1:2379]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={62, 63, 64, 65, 22, 30, 16, 48, 57, 55, 11, 54, 70, 23, 33, 28, 58, 36, 66, 53, 59, 51, 27, 68, 15, 56, 71, 26, 52, 35, 67, 18, 49, 32, 24, 13, 14, 69, 47, 50, 29, 25, 60, 61, 34, 12, 17, 19, 21, 20, 0, 31}"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7fc476e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fc476eafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc476e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc476ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.699155628\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7fc476e4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fc476eafb28, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc476e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc476ed2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7fc476e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fc476eafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc476e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc476ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.699648792\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7fc476e4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fc476eafb28, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc476e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc476ed2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7fc476e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fc476eafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc476e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc476ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.699878144\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7fc476e4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fc476eafb28, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc476e37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc476ed2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.001 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.002 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.002 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:24.045 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:24.046 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.047 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:24.047 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:24.048 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829989469273163] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.052 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108349/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108348/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108347/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108346/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108345/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108343/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108342/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108341/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26874/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26873/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26872/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26871/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26870/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26869/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26867/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108349/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108348/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108347/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108346/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108345/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108343/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108342/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108341/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26874/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26873/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26872/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26871/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26870/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26869/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26867/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:24.055 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:24.055 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:24.056 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:24.056 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:24.056 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:24.056 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:24.056 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:24.062 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:24.062 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:24.062 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 194.666µs"] [thread_id=1] [2024/06/02 17:07:24.124 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:24.127 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:24.127 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:24.127 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:24.128 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:24.128 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:24.128 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:24.128 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:24.128 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:24.128 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:24.128 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:24.135 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.142 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829989469273163] [thread_id=1] [2024/06/02 17:07:24.142 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319244 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.146 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.149 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.149 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 4."] [id=4] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=173.483µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.189µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.151 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=3] [thread_id=101] [2024/06/02 17:07:24.152 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.152 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.152 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.152 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=3] [thread_id=31] [2024/06/02 17:07:24.154 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.155 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=3] [thread_id=68] [2024/06/02 17:07:24.156 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.156 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.156 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.157 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:24.158 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:24.158 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:24.159 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:24.163 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:27.156 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=3] [thread_id=31] [2024/06/02 17:07:27.156 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:27.156 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [new_region_ids="[new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:27.157 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7200000100000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7800000000000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000100000000FB new_region_id: 14 new_peer_ids: 15 } right_derive: true }"] [index=7] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:27.157 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:27.157 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=3] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:27.157 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=3] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:27.157 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.157 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=101] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:27.158 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/06/02 17:07:27.158 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:27.158 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:27.158 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=3] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=8] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/06/02 17:07:27.158 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/06/02 17:07:34.153 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.158 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.158 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:34.158 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.159 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.159 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:34.159 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.159 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.159 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.159 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner } } }"] [index=8] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 17 store_id: 7 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 16 store_id: 7 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 7 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 7 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 7 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:34.159 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.159 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.159 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.159 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.160 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.160 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.160 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.160 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.160 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.160 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.160 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=7] [thread_id=17] [2024/06/02 17:07:34.160 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=7] [thread_id=71] [2024/06/02 17:07:34.160 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=7] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:34.161 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=11] [cost=1.099201ms] [addr=127.0.0.1:20161] [store_id=7] [thread_id=71] [2024/06/02 17:07:34.164 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(7)] [thread_id=7] [2024/06/02 17:07:34.164 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=16] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.164 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=17] [request_index=0] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.164 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.164 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.164 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=624.674µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=609.285µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:34.165 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=16] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.165 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:34.165 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=398.805µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=423.687µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:34.166 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=17] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.166 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=336.362µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_7_(default|lock|write).sst] [region_id=8] [thread_id=83] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.166 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.166 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.881963ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 7 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.335223ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=133] [2024/06/02 17:07:34.168 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 7 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.543118ms] [size=0] [snap_key=3_6_8] [region_id=3] [thread_id=131] [2024/06/02 17:07:34.168 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 17 store_id: 7 role: Learner"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.168 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.755791ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:34.168 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 16 store_id: 7 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.59462ms] [size=0] [snap_key=8_6_7] [region_id=8] [thread_id=130] [2024/06/02 17:07:34.168 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 7 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.174 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 7 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.174 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.174 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.174 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.174 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 16 store_id: 7 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:34.174 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 7 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.174 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 7 }]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 7 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 17 store_id: 7 }]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:34.175 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 7 } } }"] [index=9] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.154 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:37.154 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.155 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.155 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.155 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=9] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.155 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.155 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.156 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.156 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.156 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.156 +08:00] [INFO] [replication_mode.rs:40] ["backup store labels"] [labels="[]"] [store_id=2] [thread_id=17] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=733.47µs] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:37.159 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/06/02 17:07:37.159 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.159 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.159 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.159 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.159 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=480.474µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:37.160 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=467.52µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_8_6_9_(default|lock|write).sst] [region_id=8] [thread_id=84] [2024/06/02 17:07:37.160 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.161 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=352.907µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=388.423µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=83] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:37.161 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=340.761µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:37.161 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.77817ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.442396ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=130] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.700368ms] [size=0] [snap_key=8_6_9] [region_id=8] [thread_id=133] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.314457ms] [size=0] [snap_key=3_6_10] [region_id=3] [thread_id=132] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 2 role: Learner"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.387149ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:37.163 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=8] [thread_id=31] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=9] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:37.163 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 2 }]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:37.163 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:37.163 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=9] [region_id=8] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17, 25} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 }"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 24, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] ==> ./tikv2.log <== [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={15, 11, 35, 36, 0, 51, 59, 61, 62, 64, 66, 14, 32, 30, 47, 16, 24, 50, 20, 21, 57, 33, 58, 68, 67, 55, 12, 53, 17, 19, 22, 25, 65, 52, 18, 29, 31, 49, 54, 56, 70, 71, 23, 26, 27, 48, 69, 60, 63, 13, 28, 34}"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7f22b604d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f22b60afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f22b6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f22b60d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.699238851\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7f22b604d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f22b60afb18, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f22b6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f22b60d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7f22b604dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f22b60afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f22b6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f22b60d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.699783822\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7f22b604dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f22b60afb18, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f22b6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f22b60d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.700 +08:00] [INFO] [] ["subchannel 0x7f22b604e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f22b60afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f22b6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f22b60d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.700042892\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.700 +08:00] [INFO] [] ["subchannel 0x7f22b604e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f22b60afb18, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f22b6037e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f22b60d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.700 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.700 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.001 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.002 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.002 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:24.045 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:24.046 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.047 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:24.048 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:24.048 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829989469273163] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:24.052 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:24.052 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108349/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108348/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108347/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108346/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108345/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108343/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108342/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108341/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26874/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26873/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26872/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26871/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26870/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26869/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26867/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108349/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108348/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108347/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108346/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108345/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108343/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108342/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108341/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26874/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26873/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26872/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26871/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26870/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26869/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26867/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:24.055 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:24.056 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:24.056 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:24.056 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:24.056 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:24.056 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:24.057 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:24.064 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:24.064 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:24.065 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 253.364µs"] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:24.146 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:24.146 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:24.147 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:24.147 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=25] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:24.147 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=25] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:24.147 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=24] [thread_id=74] [2024/06/02 17:07:24.147 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=24] [thread_id=73] [2024/06/02 17:07:24.147 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:24.147 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 7 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319244 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.149 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=7] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.149 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.149 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/06/02 17:07:24.149 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=7] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.154 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.154 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=41.383µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=7] [thread_id=1] [2024/06/02 17:07:24.154 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=30.736µs] [garbage_range_count=1] [store_id=7] [thread_id=1] [2024/06/02 17:07:24.157 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.157 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.157 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.161 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.161 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.162 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.163 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:24.164 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:24.164 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:24.168 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:34.157 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:34.161 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:34.162 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=7] [peer_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=7] [peer_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16."] [id=16] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=7] [peer_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=7] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.162 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=7] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.162 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.163 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:34.164 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=6] [cost=773.695µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=130] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=129] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_3_6_8_(default|lock|write).sst] [snap_key=3_6_8] [thread_id=131] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=434.327µs] [snap_key=10_6_7] [thread_id=129] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=460.692µs] [snap_key=14_6_7] [thread_id=130] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=475.046µs] [snap_key=3_6_8] [thread_id=131] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=579.245µs] [snap_key=12_6_7] [thread_id=132] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {16}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {17}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:34.167 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.167 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_8_6_7_(default|lock|write).sst] [snap_key=8_6_7] [thread_id=129] [2024/06/02 17:07:34.168 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=411.344µs] [snap_key=8_6_7] [thread_id=129] [2024/06/02 17:07:34.168 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.168 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [peer_id=16] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [peer_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:34.174 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [peer_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.174 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=59.339µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=16] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=20.5µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=33.139µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=8] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.75µs] [region_id=8] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=17] [region_id=3] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:34.174 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.981µs] [region_id=3] [thread_id=80] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 7 } } }"] [index=8] [term=6] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 role: Learner }"] [changes="[peer { id: 19 store_id: 7 }]"] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 16 store_id: 7 } } }"] [index=8] [term=6] [peer_id=16] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 7 } } }"] [index=8] [term=6] [peer_id=18] [region_id=8] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=16] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=8] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 role: Learner }"] [changes="[peer { id: 18 store_id: 7 }]"] [peer_id=18] [region_id=8] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 7 } } }"] [index=8] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 role: Learner }"] [changes="[peer { id: 20 store_id: 7 }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 role: Learner }"] [changes="[peer { id: 16 store_id: 7 }]"] [peer_id=16] [region_id=14] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 17 store_id: 7 } } }"] [index=9] [term=6] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 role: Learner }"] [changes="[peer { id: 17 store_id: 7 }]"] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=14] [thread_id=102] [2024/06/02 17:07:34.175 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=8] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=8] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=18] [region_id=8] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=16] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=16] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 2 role: Learner }]"] [peer_id=16] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner } } }"] [index=10] [term=6] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.155 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.155 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.156 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.163 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.163 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=20] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=18] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=18] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=17] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=16] [region_id=14] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=16] [region_id=14] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=16] [region_id=14] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17, 25} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 24, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16] [region_id=14] [thread_id=102] [2024/06/02 17:08:24.157 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_8] [peer_id=17] [region_id=3] [thread_id=101] [2024/06/02 17:08:24.157 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_7] [peer_id=18] [region_id=8] [thread_id=102] [2024/06/02 17:08:24.157 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:08:24.157 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:08:24.157 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=16] [region_id=14] [thread_id=101] [2024/06/02 17:08:24.157 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.157 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.157 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.157 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:24.157 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:07:20.695 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={18, 52, 30, 17, 16, 20, 11, 22, 33, 36, 19, 13, 55, 56, 61, 70, 23, 58, 21, 29, 65, 32, 71, 15, 12, 25, 27, 31, 47, 14, 50, 49, 51, 48, 26, 53, 35, 54, 57, 59, 60, 64, 28, 66, 62, 67, 69, 34, 63, 0, 24, 68}"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:20.696 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:20.697 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [] ["subchannel 0x7f0dfdc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f0dfdcafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dfdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dfdcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319240.698332049\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:20.698 +08:00] [INFO] [] ["subchannel 0x7f0dfdc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f0dfdcafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dfdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dfdcd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.698 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [] ["subchannel 0x7f0dfdc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f0dfdcafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dfdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dfdcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319240.698838799\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:20.698 +08:00] [INFO] [] ["subchannel 0x7f0dfdc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f0dfdcafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dfdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dfdcd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.698 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:20.698 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7f0dfdc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f0dfdcafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dfdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dfdcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319240.699096952\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [] ["subchannel 0x7f0dfdc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f0dfdcafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f0dfdc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f0dfdcd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:20.699 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:20.699 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.000 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.001 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.001 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:23.743 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:24.045 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:24.046 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.047 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:24.048 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:24.049 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:24.050 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829989469273163] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.051 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.052 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:24.053 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108349/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108348/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108347/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108346/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108345/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108343/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108342/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108341/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26874/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26873/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26872/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26871/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26870/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26869/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26867/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:24.054 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:24.055 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108350/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108349/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108348/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108347/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108346/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108345/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108343/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108342/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/108341/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26958/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26874/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26873/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26872/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26871/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26870/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26869/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/26867/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/352433/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:24.055 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:24.055 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:24.056 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:24.056 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:24.056 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:24.056 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:24.056 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:24.057 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:24.064 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:24.064 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:24.064 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 197.772µs"] [thread_id=1] [2024/06/02 17:07:24.126 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:24.128 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:24.128 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:24.129 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:24.129 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:24.129 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:24.129 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:24.129 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:24.129 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:24.129 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:24.129 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:24.136 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 5 region_epoch { conf_ver: 1 version: 1 } peers { id: 6 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:24.137 +08:00] [ERROR] [raft_server.rs:426] ["bootstrap cluster"] [err_code=KV:Pd:Unknown] [err="Other(\"[components/pd_client/src/util.rs:952]: [PD:etcd:ErrEtcdTxnConflict]etcd transaction failed, conflicted and rolled back\")"] [cluster_id=7375829989469273163] [thread_id=1] [2024/06/02 17:07:27.138 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829989469273163] [thread_id=1] [2024/06/02 17:07:27.138 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319244 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:27.140 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:27.141 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:27.141 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=7] [thread_id=1] [2024/06/02 17:07:27.141 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:27.141 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:27.142 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:27.145 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:27.145 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=63.744µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:27.145 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=28.071µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:27.147 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:27.147 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:27.147 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:27.151 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:27.151 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:27.152 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:27.154 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:27.154 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:27.154 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:27.159 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:37.148 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:37.157 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:37.157 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=9] [store_id=2] [peer_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.157 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 9"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=9] [raft_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=2] [peer_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=24] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=25] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.158 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.159 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:37.159 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:37.159 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=749.267µs] [addr=127.0.0.1:20162] [store_id=1] [thread_id=71] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:37.161 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_8_6_9_(default|lock|write).sst] [snap_key=8_6_9] [thread_id=129] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_3_6_10_(default|lock|write).sst] [snap_key=3_6_10] [thread_id=130] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=571.44µs] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=524.622µs] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=407.513µs] [snap_key=3_6_10] [thread_id=130] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=494.77µs] [snap_key=8_6_9] [thread_id=129] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=3] [thread_id=102] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=129] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=8] [thread_id=101] [2024/06/02 17:07:37.162 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [peer_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=452.439µs] [snap_key=14_6_9] [thread_id=129] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [peer_id=25] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=42.942µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 15} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=12] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=28.395µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [peer_id=24] [region_id=14] [thread_id=101] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=8] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.432µs] [region_id=8] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=3] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=23.939µs] [region_id=3] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=14] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:37.163 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=14.332µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 7 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 2 } } }"] [index=10] [term=6] [peer_id=23] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=10] [term=6] [peer_id=21] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 }"] [original_region="id: 8 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 9 store_id: 1 } peers { id: 18 store_id: 7 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=8] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 }"] [original_region="id: 12 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 7 } peers { id: 23 store_id: 2 role: Learner }"] [changes="[peer { id: 23 store_id: 2 }]"] [peer_id=23] [region_id=12] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 2 } } }"] [index=11] [term=6] [peer_id=25] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 17 store_id: 7 } peers { id: 25 store_id: 2 role: Learner }"] [changes="[peer { id: 25 store_id: 2 }]"] [peer_id=25] [region_id=3] [thread_id=104] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 2 } } }"] [index=10] [term=6] [peer_id=24] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9, 18, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 }"] [original_region="id: 14 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 16 store_id: 7 } peers { id: 24 store_id: 2 role: Learner }"] [changes="[peer { id: 24 store_id: 2 }]"] [peer_id=24] [region_id=14] [thread_id=103] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 23} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=12] [thread_id=102] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 17, 25} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=3] [thread_id=101] [2024/06/02 17:07:37.164 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16, 24, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=14] [thread_id=102] [2024/06/02 17:08:27.147 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_10] [peer_id=25] [region_id=3] [thread_id=101] [2024/06/02 17:08:27.147 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=8_6_9] [peer_id=21] [region_id=8] [thread_id=102] [2024/06/02 17:08:27.147 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=23] [region_id=12] [thread_id=101] [2024/06/02 17:08:27.147 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:08:27.147 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=24] [region_id=14] [thread_id=101] [2024/06/02 17:08:27.147 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:27.147 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:27.148 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:27.148 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:27.148 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // stage [Pipeline] // dir [Pipeline] } ==> ./tikv1.log <== [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={64, 63, 69, 65, 71, 54, 34, 66, 26, 13, 29, 20, 21, 32, 15, 35, 53, 59, 60, 62, 70, 18, 52, 57, 11, 30, 48, 17, 22, 25, 16, 14, 28, 68, 67, 27, 33, 58, 24, 0, 23, 50, 12, 19, 51, 36, 47, 55, 56, 31, 49, 61}"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:19.129 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fe14624d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe1462afb08, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe146237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1462d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319239.130202592\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fe14624d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe1462afb08, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe146237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1462d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fe14624dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe1462afb08, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe146237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1462d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319239.130803265\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fe14624dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe1462afb08, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe146237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1462d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.131 +08:00] [INFO] [] ["subchannel 0x7fe14624e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe1462afb08, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe146237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1462d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319239.131123960\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:19.131 +08:00] [INFO] [] ["subchannel 0x7fe14624e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe1462afb08, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe146237e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe1462d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.131 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.131 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:19.432 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.433 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.433 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.176 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.478 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.479 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.480 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.480 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829982008803253] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.483 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.484 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:22.484 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:22.489 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:22.489 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:22.489 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:22.489 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 232.656µs"] [thread_id=1] [2024/06/02 17:07:22.572 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.574 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.574 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.575 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.575 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:22.576 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.576 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.576 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.576 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.576 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.576 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.583 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 7 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.586 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829982008803253] [thread_id=1] [2024/06/02 17:07:22.587 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.591 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.591 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.591 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.591 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.591 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.593 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=44.893µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=29.526µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.598 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.598 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.598 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.603 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.603 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.604 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.606 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:22.606 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:22.606 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:22.612 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:32.600 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:32.604 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:32.604 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=2] [peer_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.604 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.605 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.605 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.605 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.605 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.605 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.605 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.606 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.606 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:32.607 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=1.645297ms] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_3_6_8_(default|lock|write).sst] [snap_key=3_6_8] [thread_id=132] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=131] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:32.611 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:32.611 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=129] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.688912ms] [snap_key=3_6_8] [thread_id=132] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.568171ms] [snap_key=12_6_7] [thread_id=131] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.558632ms] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.460735ms] [snap_key=14_6_7] [thread_id=129] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.613 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=3] [thread_id=80] [2024/06/02 17:07:32.613 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.613 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=306.261µs] [region_id=3] [thread_id=80] [2024/06/02 17:07:32.613 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.613 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.613 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=22.389µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.613 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.288414ms] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:32.613 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.613 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=185.722µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=14] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=17.168µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.614 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=16] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.325µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=9] [term=6] [peer_id=18] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner }]"] [peer_id=22] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner }]"] [peer_id=21] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=18] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=18] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.633 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 5 } } }"] [index=10] [term=6] [peer_id=22] [region_id=16] [thread_id=104] [2024/06/02 17:07:32.633 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=16] [thread_id=104] [2024/06/02 17:07:32.633 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=22] [region_id=16] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=20] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 5 } } }"] [index=10] [term=6] [peer_id=21] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=21] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=18] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 24} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=18] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=10] [term=6] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=19] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=10] [thread_id=102] [2024/06/02 17:08:22.598 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_8] [peer_id=18] [region_id=3] [thread_id=102] [2024/06/02 17:08:22.598 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=19] [region_id=10] [thread_id=101] [2024/06/02 17:08:22.598 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=20] [region_id=12] [thread_id=102] [2024/06/02 17:08:22.598 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=21] [region_id=14] [thread_id=101] [2024/06/02 17:08:22.598 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=22] [region_id=16] [thread_id=102] [2024/06/02 17:08:22.598 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.599 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.599 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.599 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.599 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={56, 29, 13, 66, 18, 55, 61, 69, 70, 35, 22, 48, 31, 50, 60, 65, 59, 27, 63, 58, 17, 19, 28, 21, 34, 49, 52, 51, 54, 30, 0, 23, 33, 47, 64, 12, 25, 67, 14, 32, 15, 26, 16, 20, 57, 53, 71, 62, 36, 24, 68, 11}"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:19.128 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:19.128 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:19.129 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7f76f044d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f76f04afb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f76f0437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f76f04d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319239.130165370\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7f76f044d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f76f04afb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f76f0437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f76f04d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7f76f044dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f76f04afb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f76f0437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f76f04d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319239.130721209\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7f76f044dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f76f04afb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f76f0437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f76f04d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.131 +08:00] [INFO] [] ["subchannel 0x7f76f044e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f76f04afb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f76f0437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f76f04d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319239.131012541\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:19.131 +08:00] [INFO] [] ["subchannel 0x7f76f044e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f76f04afb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f76f0437e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f76f04d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.131 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.131 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:19.432 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.433 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.433 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.176 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.478 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.479 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.480 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.480 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829982008803253] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.483 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.484 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:22.484 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.485 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.485 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:22.488 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:22.488 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:22.488 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:22.497 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 227.062µs"] [thread_id=1] [2024/06/02 17:07:22.568 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.571 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.571 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.571 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.572 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:22.572 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.573 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.573 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.573 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.573 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.573 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.580 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.588 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829982008803253] [thread_id=1] [2024/06/02 17:07:22.589 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.592 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.592 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.592 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.592 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.592 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.593 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 4."] [id=4] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=4] [region_id=3] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=174.304µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.596 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.29µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.597 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=3] [thread_id=101] [2024/06/02 17:07:22.598 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.598 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.598 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.599 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=3] [thread_id=31] [2024/06/02 17:07:22.601 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:22.601 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=3] [thread_id=68] [2024/06/02 17:07:22.602 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.602 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.603 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.603 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:22.605 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:22.605 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:22.605 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:22.610 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:25.602 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=3] [thread_id=31] [2024/06/02 17:07:25.602 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:25.602 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:25.603 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:25.603 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 3 region_epoch { conf_ver: 1 version: 1 } peers { id: 4 store_id: 1 }"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:25.603 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=3] [thread_id=102] [2024/06/02 17:07:25.603 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:25.603 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:25.603 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=3] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:25.603 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.603 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.603 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.603 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.603 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.603 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=101] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=102] [2024/06/02 17:07:25.604 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=101] [2024/06/02 17:07:25.604 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:25.604 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:25.604 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:25.604 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=3] [thread_id=68] [2024/06/02 17:07:25.604 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=10] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=12] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=14] [thread_id=68] [2024/06/02 17:07:25.605 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/06/02 17:07:32.600 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:32.601 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:32.601 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.601 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.601 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.601 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.601 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.601 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:32.601 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.601 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:32.601 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 4 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.601 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.601 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.601 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.602 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.602 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.602 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.602 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.602 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.602 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.602 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.602 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.603 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:32.603 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:32.603 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=1.149474ms] [addr=127.0.0.1:20160] [store_id=2] [thread_id=71] [2024/06/02 17:07:32.607 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=7] [2024/06/02 17:07:32.607 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.607 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.607 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.607 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.607 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.608 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.608 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.608 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.608 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.608 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.608 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=909.929µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_8_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.609 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=1.037422ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.609 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:32.609 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=842.392µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=84] [2024/06/02 17:07:32.610 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=799.532µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:32.610 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.610 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:32.611 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=1.015024ms] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:32.611 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.611 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=3.008146ms] [size=0] [snap_key=3_6_8] [region_id=3] [thread_id=132] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.656939ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.275987ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=133] [2024/06/02 17:07:32.612 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.105643ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=130] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.612 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.613 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:32.613 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.613 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.614 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.438756ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=130] [2024/06/02 17:07:32.614 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=9] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.614 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 role: Learner }"] [changes="[peer { id: 20 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.614 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.614 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:32.614 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.614 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.614 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:32.614 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.615 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.615 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.615 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.616 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.616 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.616 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.616 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.622 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.622 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.622 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.622 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.622 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:32.622 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:32.622 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.622 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.622 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 5 role: Learner } change_type: AddLearnerNode]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:32.622 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 5 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 5 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 5 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.622 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 5 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner } } }"] [index=10] [term=6] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 5 role: Learner }]"] [peer_id=4] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.623 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.623 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.623 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.624 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.624 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.624 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.624 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.624 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.624 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=5] [thread_id=71] [2024/06/02 17:07:32.624 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=5] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:32.624 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=10] [cost=623.64µs] [addr=127.0.0.1:20162] [store_id=5] [thread_id=71] [2024/06/02 17:07:32.626 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(5)] [thread_id=8] [2024/06/02 17:07:32.627 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.627 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.627 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.627 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.627 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.627 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:32.627 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:32.627 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:32.627 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:32.627 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:32.627 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=716.749µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:32.628 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=931.519µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.628 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.628 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=633.386µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=83] [2024/06/02 17:07:32.629 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=864.006µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_3_6_10_(default|lock|write).sst] [region_id=3] [thread_id=84] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.629 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.630 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=883.564µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:32.630 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.630 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.636251ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=133] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 5 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.584513ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=130] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 5 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.253628ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=133] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 5 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.335509ms] [size=0] [snap_key=3_6_10] [region_id=3] [thread_id=133] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 5 role: Learner"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.632 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 5 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=2.714793ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=133] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 5 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.633 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 5 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.633 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.633 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.633 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 5 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:32.633 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.633 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 5 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:32.633 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 5 }]"] [region_id=3] [thread_id=31] [2024/06/02 17:07:32.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=4] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.634 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.634 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 5 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:32.634 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.634 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 5 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 24} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=4] [region_id=3] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 }"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:32.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.636 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 }"] [peer_id=4] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.636 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 }"] [peer_id=11] [region_id=10] [thread_id=101] ==> ./tikv3.log <== [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={55, 25, 14, 52, 29, 26, 11, 0, 32, 68, 62, 24, 17, 12, 33, 66, 15, 23, 16, 58, 53, 67, 22, 59, 36, 65, 47, 21, 30, 50, 48, 20, 27, 49, 51, 57, 61, 13, 63, 64, 18, 69, 56, 70, 71, 60, 35, 31, 54, 28, 19, 34}"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:19.127 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:19.129 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fc1a8a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fc1a8aafb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc1a8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc1a8ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319239.130160128\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fc1a8a4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fc1a8aafb00, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc1a8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc1a8ad2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fc1a8a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fc1a8aafb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc1a8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc1a8ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319239.130717864\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [] ["subchannel 0x7fc1a8a4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fc1a8aafb00, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc1a8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc1a8ad2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:19.130 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.131 +08:00] [INFO] [] ["subchannel 0x7fc1a8a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fc1a8aafb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc1a8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc1a8ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319239.131006309\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:19.131 +08:00] [INFO] [] ["subchannel 0x7fc1a8a4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fc1a8aafb00, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fc1a8a37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fc1a8ad2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:19.131 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:19.131 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:19.432 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.433 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.433 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.176 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.478 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:22.479 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.480 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.480 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:22.481 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:22.482 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829982008803253] [thread_id=1] [2024/06/02 17:07:22.483 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.483 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:22.483 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:22.484 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:22.484 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:22.486 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63797/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63796/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63795/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63794/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63793/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63792/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63791/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63790/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/63789/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/6117/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/247/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/246/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/245/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/244/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/243/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/242/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/241/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/346129/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:22.487 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:22.488 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:22.488 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:22.488 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:22.488 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:22.497 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:22.497 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 226.474µs"] [thread_id=1] [2024/06/02 17:07:22.574 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:22.576 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:22.577 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:22.577 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:22.577 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=73] [2024/06/02 17:07:22.578 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:22.578 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:22.578 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:22.578 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:22.578 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:22.578 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:22.585 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 8 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 5 }"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.586 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829982008803253] [thread_id=1] [2024/06/02 17:07:22.587 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 5 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319242 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:22.590 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=5] [status=Some()] [thread_id=1] [2024/06/02 17:07:22.590 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:22.590 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:22.590 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.590 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.591 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:22.595 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:22.595 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=58.181µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.595 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=37.168µs] [garbage_range_count=1] [store_id=5] [thread_id=1] [2024/06/02 17:07:22.597 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:22.597 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:22.597 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:22.602 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:22.602 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:22.603 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:22.605 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:22.605 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:22.605 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:22.611 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:32.599 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:32.625 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:32.625 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=5] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=5] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.625 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=5] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=5] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=4] [store_id=5] [peer_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.625 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 4"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=4] [raft_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:32.626 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=700.896µs] [addr=127.0.0.1:20161] [store_id=1] [thread_id=71] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:32.629 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=130] [2024/06/02 17:07:32.630 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:32.630 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_3_6_10_(default|lock|write).sst] [snap_key=3_6_10] [thread_id=129] [2024/06/02 17:07:32.630 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.573736ms] [snap_key=16_6_9] [thread_id=131] [2024/06/02 17:07:32.630 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.56155ms] [snap_key=14_6_9] [thread_id=132] [2024/06/02 17:07:32.630 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.630 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.630 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.630 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.630 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=131] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.580836ms] [snap_key=12_6_9] [thread_id=130] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.631 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.612721ms] [snap_key=3_6_10] [thread_id=129] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.631 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:32.632 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:32.632 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.632 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=261.619µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:32.632 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=1.622096ms] [snap_key=10_6_9] [thread_id=131] [2024/06/02 17:07:32.632 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.632 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [peer_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.632 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.632 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=572.975µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=18.311µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=3] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:32.633 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=192.197µs] [region_id=3] [thread_id=80] [2024/06/02 17:07:32.633 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.634 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:32.634 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.101µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 5 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 5 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 26 store_id: 5 role: Learner }"] [changes="[peer { id: 26 store_id: 5 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.634 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 20 store_id: 2 } peers { id: 24 store_id: 5 role: Learner }"] [changes="[peer { id: 24 store_id: 5 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:32.635 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17, 22, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 5 } } }"] [index=11] [term=6] [peer_id=27] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 }"] [original_region="id: 3 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 4 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 27 store_id: 5 role: Learner }"] [changes="[peer { id: 27 store_id: 5 }]"] [peer_id=27] [region_id=3] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 5 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 25 store_id: 5 role: Learner }"] [changes="[peer { id: 25 store_id: 5 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 5 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.635 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 23 store_id: 5 role: Learner }"] [changes="[peer { id: 23 store_id: 5 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 13, 24} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {4, 18, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=3] [thread_id=102] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {21, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:32.636 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 23, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:08:22.597 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=3_6_10] [peer_id=27] [region_id=3] [thread_id=101] [2024/06/02 17:08:22.597 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:08:22.597 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:08:22.597 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:22.597 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:08:22.597 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.597 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.597 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.597 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:22.597 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // stage [Pipeline] } [Pipeline] } + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:07:21.505 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:21.505 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:21.505 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2379\",\"peer-urls\":\"http://127.0.0.1:2380\",\"advertise-client-urls\":\"http://127.0.0.1:2379\",\"advertise-peer-urls\":\"http://127.0.0.1:2380\",\"name\":\"pd-0\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-0/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-0\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:21.508 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:21.508 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:21.509 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:21.509 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:21.510 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:21.510 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:21.510 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:21.510 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:21.510 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:21.510 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:21.510 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:21.510 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:21.510 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2379]"] [2024/06/02 17:07:21.510 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:21.510 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-0] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:21.511 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:21.511 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap/db] [took=567.262µs] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=3037d9ad26fb2231] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=()"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 0"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:389] ["newRaft 3037d9ad26fb2231 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:706] ["3037d9ad26fb2231 became follower at term 1"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.515 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:23.516 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:23.516 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.516 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [Pipeline] archiveArtifacts [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:23.517 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=3037d9ad26fb2231] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:23.517 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:23.517 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:23.517 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:23.517 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-0/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:23.518 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.518 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:23.518 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.519 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:23.519 +08:00] [INFO] [raft.go:1523] ["3037d9ad26fb2231 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.519 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:23.520 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.521 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=3037d9ad26fb2231] [initial-advertise-peer-urls="[http://127.0.0.1:2380]"] [listen-peer-urls="[http://127.0.0.1:2380]"] [advertise-client-urls="[http://127.0.0.1:2379]"] [listen-client-urls="[http://127.0.0.1:2379]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:23.521 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2380] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream Message"] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=3037d9ad26fb2231] [to=3037d9ad26fb2231] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:23.522 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=3037d9ad26fb2231] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.568 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=3037d9ad26fb2231] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:25.016 +08:00] [INFO] [raft.go:929] ["3037d9ad26fb2231 is starting a new election at term 1"] [2024/06/02 17:07:25.016 +08:00] [INFO] [raft.go:735] ["3037d9ad26fb2231 became pre-candidate at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 3037d9ad26fb2231 at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgPreVote request to 385a3ea8295f6f18 at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgPreVoteResp from 1f01bdf364b8beaa at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgPreVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:719] ["3037d9ad26fb2231 became candidate at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:817] ["3037d9ad26fb2231 [logterm: 1, index: 3] sent MsgVote request to 385a3ea8295f6f18 at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:830] ["3037d9ad26fb2231 received MsgVoteResp from 1f01bdf364b8beaa at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:1295] ["3037d9ad26fb2231 has received 2 MsgVoteResp votes and 0 vote rejections"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:771] ["3037d9ad26fb2231 became leader at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [node.go:327] ["raft.node: 3037d9ad26fb2231 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:25.018 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=3037d9ad26fb2231] [local-member-attributes="{Name:pd-0 ClientURLs:[http://127.0.0.1:2379]}"] [request-path=/0/members/3037d9ad26fb2231/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:25.018 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:25.018 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:25.018 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=3037d9ad26fb2231] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=ResourceManager] [2024/06/02 17:07:25.019 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-0] [service-name=MetaStorage] [2024/06/02 17:07:25.019 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2379] [2024/06/02 17:07:25.021 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829995245111978] [2024/06/02 17:07:25.021 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [root-path=/pd/7375829995245111978] [2024/06/02 17:07:25.025 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:25.026 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=3474484975246189105] [2024/06/02 17:07:25.027 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:25.028 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:25.028 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-0] [2024/06/02 17:07:25.028 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-0] [2024/06/02 17:07:25.029 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:25.030 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:25.030 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd-0] [2024/06/02 17:07:25.030 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:25.031 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=2463908629898001165] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:25.031 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":17849374191125529693,\"member_id\":3474484975246189105,\"revision\":12,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":12}}}}]}"] [2024/06/02 17:07:25.032 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829995245111978/leader] [purpose="leader election"] [2024/06/02 17:07:25.032 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd-0] [2024/06/02 17:07:25.032 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:25.032 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:25.032 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:25.033 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:28.032 +08:00] [next=2024/06/02 17:07:25.032 +08:00] [2024/06/02 17:07:25.034 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:25.034 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:25.035 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:25.037 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:25.040 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:25.040 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:25.040 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd-0] [2024/06/02 17:07:25.334 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:25.334 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:25.334 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=18] [2024/06/02 17:07:25.408 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:25.408 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:25.409 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:25.409 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:25.409 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=19] [2024/06/02 17:07:25.409 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=19] [2024/06/02 17:07:25.415 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829995245111978] [request="header: store: region: peers: > "] [2024/06/02 17:07:25.416 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829995245111978] [2024/06/02 17:07:25.419 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=994.918µs] [2024/06/02 17:07:25.419 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=190.972µs] [2024/06/02 17:07:25.420 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:25.420 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:25.421 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:25.421 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:25.421 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:25.421 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:25.421 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:25.421 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=550.567µs] [2024/06/02 17:07:25.423 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.423 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=3] [2024/06/02 17:07:25.423 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:3 address:\"127.0.0.1:20162\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20162\" status_address:\"127.0.0.1:20182\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.423 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.424 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=2] [2024/06/02 17:07:25.424 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:2 address:\"127.0.0.1:20161\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20161\" status_address:\"127.0.0.1:20181\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.424 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.425 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20160\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20160\" status_address:\"127.0.0.1:20180\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.425 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:26.030 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2382\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:26.232 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-1] [url=http://127.0.0.1:2382] [2024/06/02 17:07:26.232 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-1] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:26.233 +08:00] [INFO] [server.go:211] ["establish sync region stream"] [requested-server=pd-2] [url=http://127.0.0.1:2384] [2024/06/02 17:07:26.233 +08:00] [INFO] [server.go:303] ["sync the history regions with server"] [server=pd-2] [from-index=0] [last-index=1] [records-length=1] [2024/06/02 17:07:28.421 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:28.421 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:28.421 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:28.421 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.422 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.422 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.423 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.424 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:28.424 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:28.424 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:28.424 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:28.434 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:28.434896442 +0800 CST m=+6.967176002, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:28.435 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:28.435 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:28.435 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=12] [peer-ids="[13]"] [2024/06/02 17:07:28.435 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=14] [peer-ids="[15]"] [2024/06/02 17:07:28.435 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16] [peer-ids="[17]"] [2024/06/02 17:07:28.436 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=4] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:28.436 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=1.647049ms] [operator="\"labeler-split-region {split: region 4 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:4(1, 1), createAt:2024-06-02 17:07:28.434896442 +0800 CST m=+6.967176002, startAt:2024-06-02 17:07:28.435009733 +0800 CST m=+6.967289292, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:28.436 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=4] [origin="id:10 end_key:\"7200000000000000FB\" region_epoch: peers: id:12 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:14 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:16 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:29.423 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:35.020 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:35.021 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2379]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] [2024/06/02 17:07:35.421 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20160] [2024/06/02 17:07:35.422 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=2] [store-address=127.0.0.1:20161] [2024/06/02 17:07:35.422 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=3] [store-address=127.0.0.1:20162] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:35.436305634 +0800 CST m=+13.968585194, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 2"] [source=create] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:35.436503963 +0800 CST m=+13.968783523, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 2"] [source=create] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:35.436597593 +0800 CST m=+13.968877153, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 3"] [source=create] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:35.43667077 +0800 CST m=+13.968950329, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 2"] [source=create] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:35.436742841 +0800 CST m=+13.969022400, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.436 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=create] [2024/06/02 17:07:35.437 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 20 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.437 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:20 store_id:3 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.437 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 19 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.437 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:19 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.438 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 22 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.438 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:22 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.438 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 21 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.439 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 18 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.439 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:21 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.439 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:18 store_id:2 role:Learner }"] [old-confver=1] [new-confver=2] [2024/06/02 17:07:35.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 20 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 19 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 21 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 18 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.446 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 22 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.447 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:20 store_id:3 role:Learner },Add peer:{id:20 store_id:3 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.447 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=10.370706ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:16(5, 1), createAt:2024-06-02 17:07:35.436597593 +0800 CST m=+13.968877153, startAt:2024-06-02 17:07:35.436625294 +0800 CST m=+13.968904853, currentStep:2, size:1, steps:[0:{add learner peer 20 on store 3}, 1:{promote learner peer 20 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.447 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:19 store_id:2 role:Learner },Add peer:{id:19 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.447 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=10.575601ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:14(5, 1), createAt:2024-06-02 17:07:35.436503963 +0800 CST m=+13.968783523, startAt:2024-06-02 17:07:35.436542434 +0800 CST m=+13.968821994, currentStep:2, size:1, steps:[0:{add learner peer 19 on store 2}, 1:{promote learner peer 19 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.447 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=10.494648ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:4(5, 1), createAt:2024-06-02 17:07:35.43667077 +0800 CST m=+13.968950329, startAt:2024-06-02 17:07:35.436695494 +0800 CST m=+13.968975053, currentStep:2, size:0, steps:[0:{add learner peer 21 on store 2}, 1:{promote learner peer 21 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.447 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:21 store_id:2 role:Learner },Add peer:{id:21 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.447 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:18 store_id:2 role:Learner },Add peer:{id:18 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.447 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=10.932948ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:12(5, 1), createAt:2024-06-02 17:07:35.436305634 +0800 CST m=+13.968585194, startAt:2024-06-02 17:07:35.436427865 +0800 CST m=+13.968707424, currentStep:2, size:1, steps:[0:{add learner peer 18 on store 2}, 1:{promote learner peer 18 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.447 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:22 store_id:2 role:Learner },Add peer:{id:22 store_id:2 }"] [old-confver=2] [new-confver=3] [2024/06/02 17:07:35.447 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=10.750495ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:10(5, 1), createAt:2024-06-02 17:07:35.436742841 +0800 CST m=+13.969022400, startAt:2024-06-02 17:07:35.436770758 +0800 CST m=+13.969050317, currentStep:2, size:1, steps:[0:{add learner peer 22 on store 2}, 1:{promote learner peer 22 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.456 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=10] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:35.456882441 +0800 CST m=+13.989162000, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.456 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=create] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=12] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:35.457006481 +0800 CST m=+13.989286039, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=create] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:35.457116775 +0800 CST m=+13.989396335, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=create] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=16] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:35.457207087 +0800 CST m=+13.989486646, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=create] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=4] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:35.457286746 +0800 CST m=+13.989566305, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s])\""] [additional-info=] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=create] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="add learner peer 23 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.457 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Add peer:{id:23 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.457 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="add learner peer 24 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.458 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Add peer:{id:24 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.458 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Add peer:{id:25 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.458 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="add learner peer 25 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.458 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="add learner peer 27 on store 3"] [source=heartbeat] [2024/06/02 17:07:35.458 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Add peer:{id:27 store_id:3 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.458 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Add peer:{id:26 store_id:2 role:Learner }"] [old-confver=3] [new-confver=4] [2024/06/02 17:07:35.458 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="add learner peer 26 on store 2"] [source=heartbeat] [2024/06/02 17:07:35.460 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=10] [step="promote learner peer 23 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.460 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=12] [step="promote learner peer 24 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.461 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="promote learner peer 25 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.461 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=16] [step="promote learner peer 26 on store 2 to voter"] [source=heartbeat] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=10] [detail="Remove peer:{id:23 store_id:3 role:Learner },Add peer:{id:23 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.461 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=10] [takes=4.469769ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:10(5, 3), createAt:2024-06-02 17:07:35.456882441 +0800 CST m=+13.989162000, startAt:2024-06-02 17:07:35.456944449 +0800 CST m=+13.989224009, currentStep:2, size:1, steps:[0:{add learner peer 23 on store 3}, 1:{promote learner peer 23 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=12] [detail="Remove peer:{id:24 store_id:3 role:Learner },Add peer:{id:24 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.461 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=12] [takes=4.526423ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:12(5, 3), createAt:2024-06-02 17:07:35.457006481 +0800 CST m=+13.989286039, startAt:2024-06-02 17:07:35.457062265 +0800 CST m=+13.989341825, currentStep:2, size:1, steps:[0:{add learner peer 24 on store 3}, 1:{promote learner peer 24 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=14] [detail="Remove peer:{id:25 store_id:3 role:Learner },Add peer:{id:25 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.461 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=4.712727ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:14(5, 3), createAt:2024-06-02 17:07:35.457116775 +0800 CST m=+13.989396335, startAt:2024-06-02 17:07:35.457144229 +0800 CST m=+13.989423791, currentStep:2, size:1, steps:[0:{add learner peer 25 on store 3}, 1:{promote learner peer 25 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.461 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=4] [step="promote learner peer 27 on store 3 to voter"] [source=heartbeat] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=16] [detail="Remove peer:{id:26 store_id:2 role:Learner },Add peer:{id:26 store_id:2 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:07:35.462 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=16] [takes=4.769207ms] [operator="\"add-rule-peer {add peer: store [2]} (kind:replica,region, region:16(5, 3), createAt:2024-06-02 17:07:35.457207087 +0800 CST m=+13.989486646, startAt:2024-06-02 17:07:35.457236848 +0800 CST m=+13.989516407, currentStep:2, size:1, steps:[0:{add learner peer 26 on store 2}, 1:{promote learner peer 26 on store 2 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.462 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=4] [takes=5.229581ms] [operator="\"add-rule-peer {add peer: store [3]} (kind:replica,region, region:4(5, 3), createAt:2024-06-02 17:07:35.457286746 +0800 CST m=+13.989566305, startAt:2024-06-02 17:07:35.457313507 +0800 CST m=+13.989593066, currentStep:2, size:1, steps:[0:{add learner peer 27 on store 3}, 1:{promote learner peer 27 on store 3 to voter}], timeout:[11m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\"}"] [2024/06/02 17:07:35.462 +08:00] [INFO] [region.go:769] ["region ConfVer changed"] [region-id=4] [detail="Remove peer:{id:27 store_id:3 role:Learner },Add peer:{id:27 store_id:3 }"] [old-confver=4] [new-confver=5] [2024/06/02 17:08:25.422 +08:00] [INFO] [cluster.go:580] ["sync the store config successful"] [store-address=127.0.0.1:20180] [store-config="{\n \"coprocessor\": {\n \"region-max-size\": \"144MiB\",\n \"region-split-size\": \"96MiB\",\n \"region-max-keys\": 1440000,\n \"region-split-keys\": 960000,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"50MiB\"\n },\n \"storage\": {\n \"engine\": \"raft-kv\"\n }\n}"] [old-config="{\n \"coprocessor\": {\n \"region-max-size\": \"\",\n \"region-split-size\": \"\",\n \"region-max-keys\": 0,\n \"region-split-keys\": 0,\n \"enable-region-bucket\": false,\n \"region-bucket-size\": \"\"\n },\n \"storage\": {\n \"engine\": \"\"\n }\n}"] [2024/06/02 17:08:25.423 +08:00] [INFO] [cluster.go:516] ["store config is updated"] ==> ./pd3.log <== [2024/06/02 17:07:21.504 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:21.504 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:21.504 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:21.504 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:21.504 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:21.504 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:21.504 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:21.504 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:21.504 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2384\",\"peer-urls\":\"http://127.0.0.1:2383\",\"advertise-client-urls\":\"http://127.0.0.1:2384\",\"advertise-peer-urls\":\"http://127.0.0.1:2383\",\"name\":\"pd-2\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-2/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:21.508 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:21.508 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:21.508 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:21.508 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:21.511 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:21.511 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:21.511 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:21.511 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:21.511 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:21.511 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:21.511 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2384]"] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-2] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:21.511 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:21.512 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap/db] [took=243.558µs] [2024/06/02 17:07:23.514 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=385a3ea8295f6f18] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=()"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 0"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:389] ["newRaft 385a3ea8295f6f18 [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 1"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.515 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:23.516 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [remote-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.518 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.519 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.519 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:23.519 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.519 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.519 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=385a3ea8295f6f18] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:23.519 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:23.519 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:23.519 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-2/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:23.519 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:23.519 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.519 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:23.519 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.519 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:23.520 +08:00] [INFO] [raft.go:1523] ["385a3ea8295f6f18 switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.520 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:23.520 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.521 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=385a3ea8295f6f18] [initial-advertise-peer-urls="[http://127.0.0.1:2383]"] [listen-peer-urls="[http://127.0.0.1:2383]"] [advertise-client-urls="[http://127.0.0.1:2384]"] [listen-client-urls="[http://127.0.0.1:2384]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:23.521 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2383] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:23.521 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream Message"] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=1f01bdf364b8beaa] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.522 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=385a3ea8295f6f18] [to=385a3ea8295f6f18] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:23.522 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=385a3ea8295f6f18] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.569 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=385a3ea8295f6f18] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:865] ["385a3ea8295f6f18 [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:706] ["385a3ea8295f6f18 became follower at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:966] ["385a3ea8295f6f18 [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [node.go:327] ["raft.node: 385a3ea8295f6f18 elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:25.018 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=385a3ea8295f6f18] [local-member-attributes="{Name:pd-2 ClientURLs:[http://127.0.0.1:2384]}"] [request-path=/0/members/385a3ea8295f6f18/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:25.018 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:25.019 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=385a3ea8295f6f18] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=ResourceManager] [2024/06/02 17:07:25.019 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-2] [service-name=MetaStorage] [2024/06/02 17:07:25.019 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2384] [2024/06/02 17:07:25.022 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829995245111978] [2024/06/02 17:07:25.022 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-2\" member_id:4060626905997471512 peer_urls:\"http://127.0.0.1:2383\" client_urls:\"http://127.0.0.1:2384\" "] [root-path=/pd/7375829995245111978] [2024/06/02 17:07:25.026 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:25.028 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=4060626905997471512] [2024/06/02 17:07:25.028 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:25.030 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:25.030 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-2] [2024/06/02 17:07:25.030 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-2] [2024/06/02 17:07:25.030 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:25.030 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:25.030 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-2] [etcd-leader-id=3474484975246189105] [member-id=4060626905997471512] [2024/06/02 17:07:25.031 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:25.232 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:25.232 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:25.232 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:25.232 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=190.713µs] [2024/06/02 17:07:25.233 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829995245111978/leader] [purpose="leader election"] [2024/06/02 17:07:25.233 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:25.233 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:26.233 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-2] [leader=pd-0] [request-index=0] [2024/06/02 17:07:35.020 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2384,http://127.0.0.1:2379,http://127.0.0.1:2382]"] [source=server-etcd-client] [2024/06/02 17:07:35.020 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2384]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] ==> ./pd2.log <== [2024/06/02 17:07:21.505 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:21.505 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:21.505 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:21.505 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2382\",\"peer-urls\":\"http://127.0.0.1:2381\",\"advertise-client-urls\":\"http://127.0.0.1:2382\",\"advertise-peer-urls\":\"http://127.0.0.1:2381\",\"name\":\"pd-1\",\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/pd-1/data\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd-1\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:21.509 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:21.509 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:21.509 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:21.509 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:21.510 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:21.510 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:21.510 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:21.510 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:21.510 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:21.510 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:21.510 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:21.510 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2382]"] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:21.511 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd-1] [data-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd-0=http://127.0.0.1:2380,pd-1=http://127.0.0.1:2381,pd-2=http://127.0.0.1:2383"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:21.511 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:21.511 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap/db] [took=428.781µs] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=1f01bdf364b8beaa] [cluster-id=f7b5b741bd10045d] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=()"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 0"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:389] ["newRaft 1f01bdf364b8beaa [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 1"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298)"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105)"] [2024/06/02 17:07:23.515 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.515 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:23.516 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:23.516 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.516 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [remote-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:23.517 +08:00] [INFO] [peer.go:128] ["starting remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [pipeline.go:71] ["started HTTP pipelining with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.517 +08:00] [INFO] [stream.go:166] ["started stream writer with remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.518 +08:00] [INFO] [peer.go:134] ["started remote peer"] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.518 +08:00] [INFO] [transport.go:327] ["added remote peer"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [remote-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:23.518 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.518 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=1f01bdf364b8beaa] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:23.518 +08:00] [INFO] [stream.go:406] ["started stream reader with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.518 +08:00] [INFO] [server.go:719] ["starting initial election tick advance"] [election-ticks=6] [2024/06/02 17:07:23.518 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:23.518 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:23.518 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:23.518 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.518 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=1f01bdf364b8beaa] [added-peer-peer-urls="[http://127.0.0.1:2381]"] [2024/06/02 17:07:23.518 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.518 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=3037d9ad26fb2231] [added-peer-peer-urls="[http://127.0.0.1:2380]"] [2024/06/02 17:07:23.518 +08:00] [INFO] [raft.go:1523] ["1f01bdf364b8beaa switched to configuration voters=(2234275743217008298 3474484975246189105 4060626905997471512)"] [2024/06/02 17:07:23.518 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [added-peer-id=385a3ea8295f6f18] [added-peer-peer-urls="[http://127.0.0.1:2383]"] [2024/06/02 17:07:23.519 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2381] [2024/06/02 17:07:23.519 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=1f01bdf364b8beaa] [initial-advertise-peer-urls="[http://127.0.0.1:2381]"] [listen-peer-urls="[http://127.0.0.1:2381]"] [advertise-client-urls="[http://127.0.0.1:2382]"] [listen-client-urls="[http://127.0.0.1:2382]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:23.520 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.520 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream Message"] [2024/06/02 17:07:23.520 +08:00] [INFO] [peer_status.go:51] ["peer became active"] [peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.520 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.520 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:23.520 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:250] ["set message encoder"] [from=1f01bdf364b8beaa] [to=1f01bdf364b8beaa] [stream-type="stream MsgApp v2"] [2024/06/02 17:07:23.521 +08:00] [WARN] [stream.go:277] ["established TCP streaming connection with remote peer"] [stream-writer-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=385a3ea8295f6f18] [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream MsgApp v2"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] Archiving artifacts [2024/06/02 17:07:23.521 +08:00] [INFO] [stream.go:425] ["established TCP streaming connection with remote peer"] [stream-reader-type="stream Message"] [local-member-id=1f01bdf364b8beaa] [remote-peer-id=3037d9ad26fb2231] [2024/06/02 17:07:23.568 +08:00] [INFO] [server.go:744] ["initialized peer connections; fast-forwarding election ticks"] [local-member-id=1f01bdf364b8beaa] [forward-ticks=4] [forward-duration=2s] [election-ticks=6] [election-timeout=3s] [active-remote-members=2] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgPreVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 1"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:865] ["1f01bdf364b8beaa [term: 1] received a MsgVote message with higher term from 3037d9ad26fb2231 [term: 2]"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:706] ["1f01bdf364b8beaa became follower at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [raft.go:966] ["1f01bdf364b8beaa [logterm: 1, index: 3, vote: 0] cast MsgVote for 3037d9ad26fb2231 [logterm: 1, index: 3] at term 2"] [2024/06/02 17:07:25.017 +08:00] [INFO] [node.go:327] ["raft.node: 1f01bdf364b8beaa elected leader 3037d9ad26fb2231 at term 2"] [2024/06/02 17:07:25.018 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=1f01bdf364b8beaa] [local-member-attributes="{Name:pd-1 ClientURLs:[http://127.0.0.1:2382]}"] [request-path=/0/members/1f01bdf364b8beaa/attributes] [cluster-id=f7b5b741bd10045d] [publish-timeout=11s] [2024/06/02 17:07:25.018 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:25.018 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=f7b5b741bd10045d] [local-member-id=1f01bdf364b8beaa] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:25.019 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=MetaStorage] [2024/06/02 17:07:25.019 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd-1] [service-name=ResourceManager] [2024/06/02 17:07:25.019 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2382] [2024/06/02 17:07:25.022 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829995245111978] [2024/06/02 17:07:25.022 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd-1\" member_id:2234275743217008298 peer_urls:\"http://127.0.0.1:2381\" client_urls:\"http://127.0.0.1:2382\" "] [root-path=/pd/7375829995245111978] [2024/06/02 17:07:25.025 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:25.026 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=2234275743217008298] [2024/06/02 17:07:25.027 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:25.028 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:25.028 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd-1] [2024/06/02 17:07:25.028 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd-1] [2024/06/02 17:07:25.028 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:25.029 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:25.029 +08:00] [INFO] [server.go:1692] ["skip campaigning of pd leader and check later"] [server-name=pd-1] [etcd-leader-id=3474484975246189105] [member-id=2234275743217008298] [2024/06/02 17:07:25.029 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:25.231 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:25.231 +08:00] [INFO] [server.go:1663] ["start to watch pd leader"] [pd-leader="name:\"pd-0\" member_id:3474484975246189105 peer_urls:\"http://127.0.0.1:2380\" client_urls:\"http://127.0.0.1:2379\" "] [2024/06/02 17:07:25.231 +08:00] [INFO] [client.go:104] ["region syncer start load region"] [2024/06/02 17:07:25.231 +08:00] [INFO] [client.go:107] ["region syncer finished load regions"] [time-cost=71.232µs] [2024/06/02 17:07:25.232 +08:00] [INFO] [leadership.go:318] ["watch channel is created"] [revision=12] [leader-key=/pd/7375829995245111978/leader] [purpose="leader election"] [2024/06/02 17:07:25.232 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:25.232 +08:00] [ERROR] [client.go:162] ["region sync with leader meet error"] [error="[PD:grpc:ErrGRPCRecv]receive response error: rpc error: code = Unavailable desc = server not started"] [2024/06/02 17:07:26.232 +08:00] [INFO] [client.go:157] ["server starts to synchronize with leader"] [server=pd-1] [leader=pd-0] [request-index=0] [2024/06/02 17:07:27.275 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/.tiup/data/T9Z9nII/pd-1/data/dashboard.sqlite.db] [2024/06/02 17:07:27.286 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:27.286 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:27.286 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:44135] [remotes="[]"] [2024/06/02 17:07:27.286 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:37149] [remotes="[]"] [2024/06/02 17:07:27.287 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:27.292 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:35.020 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2382,http://127.0.0.1:2384]"] [source=server-etcd-client] [2024/06/02 17:07:35.020 +08:00] [INFO] [health_checker.go:137] ["update endpoints"] [num-change=1->3] [last-endpoints="[http://127.0.0.1:2382]"] [endpoints="[http://127.0.0.1:2379,http://127.0.0.1:2384,http://127.0.0.1:2382]"] [source=election-etcd-client] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv3.log <== [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={0, 32, 59, 61, 27, 33, 21, 36, 22, 62, 68, 70, 60, 14, 11, 29, 51, 26, 63, 64, 65, 71, 15, 52, 56, 30, 47, 12, 25, 24, 57, 18, 35, 28, 66, 67, 69, 17, 34, 55, 58, 23, 16, 49, 53, 19, 13, 20, 50, 54, 48, 31}"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:21.474 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f958cc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f958ccafb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f958cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f958ccd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319241.476367218\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f958cc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f958ccafb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f958cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f958ccd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f958cc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f958ccafb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f958cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f958ccd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319241.476917040\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f958cc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f958ccafb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f958cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f958ccd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.477 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [INFO] [] ["subchannel 0x7f958cc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f958ccafb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f958cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f958ccd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319241.477182571\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:21.477 +08:00] [INFO] [] ["subchannel 0x7f958cc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f958ccafb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f958cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f958ccd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.477 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.477 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.778 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.779 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.779 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.020 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.322 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.323 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.324 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.325 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.326 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829995245111978] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.329 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20182] [thread_id=1] [2024/06/02 17:07:25.329 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.330 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:25.332 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft] [thread_id=1] [2024/06/02 17:07:25.332 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20162\",\"advertise-addr\":\"127.0.0.1:20162\",\"status-addr\":\"127.0.0.1:20182\",\"advertise-status-addr\":\"127.0.0.1:20182\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.333 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.333 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:25.333 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.334 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:25.334 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:25.334 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:25.341 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.341 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.341 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 268.249µs"] [thread_id=1] [2024/06/02 17:07:25.406 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.409 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.409 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.409 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:25.409 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:25.416 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 7 region_epoch { conf_ver: 1 version: 1 } peers { id: 8 store_id: 3 }"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.421 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829995245111978] [thread_id=1] [2024/06/02 17:07:25.421 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 3 address: \"127.0.0.1:20162\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20162\" status_address: \"127.0.0.1:20182\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=3] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.428 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.428 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=37.035µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.428 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=34.184µs] [garbage_range_count=1] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.430 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.430 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.430 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.435 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.435 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.435 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.437 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=18] [2024/06/02 17:07:25.437 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20162] [thread_id=1] [2024/06/02 17:07:25.437 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=18] [2024/06/02 17:07:25.442 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:35.432 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:35.440 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:35.440 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=3] [peer_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 20."] [id=20] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=1] [cost=695.661µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_16_6_7_(default|lock|write).sst] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=487.076µs] [snap_key=16_6_7] [thread_id=132] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=20] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.445 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=38.667µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=20] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=20] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=3] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 23."] [id=23] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=3] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 24."] [id=24] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=3] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 25."] [id=25] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=3] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 27."] [id=27] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_10_6_9_(default|lock|write).sst] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_12_6_9_(default|lock|write).sst] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=415.124µs] [snap_key=10_6_9] [thread_id=132] [2024/06/02 17:07:35.459 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.459 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.459 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=405.555µs] [snap_key=12_6_9] [thread_id=131] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_14_6_9_(default|lock|write).sst] [snap_key=14_6_9] [thread_id=132] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=23] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=23] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=48.831µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=24] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=24] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:35.460 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=36.569µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-2/data/snap/rev_4_6_10_(default|lock|write).sst] [snap_key=4_6_10] [thread_id=131] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=470.772µs] [snap_key=14_6_9] [thread_id=132] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=25] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=394.685µs] [snap_key=4_6_10] [thread_id=131] [2024/06/02 17:07:35.461 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=25.046µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=10] [last_term=6] [last_index=10] [commit=10] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2549] ["[commit: 10, term: 6] restored snapshot [index: 10, term: 6]"] [snapshot_term=6] [snapshot_index=10] [commit=10] [term=6] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=23] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 10 truncated_state { index: 10 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=24] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=27] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=25] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=20] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=20] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=20] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=112.146µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=25] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=27] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.462 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=27] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.431 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_9] [peer_id=23] [region_id=10] [thread_id=102] [2024/06/02 17:08:25.431 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_10] [peer_id=27] [region_id=4] [thread_id=101] [2024/06/02 17:08:25.431 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_9] [peer_id=24] [region_id=12] [thread_id=102] [2024/06/02 17:08:25.431 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_9] [peer_id=25] [region_id=14] [thread_id=101] [2024/06/02 17:08:25.431 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_7] [peer_id=20] [region_id=16] [thread_id=101] [2024/06/02 17:08:25.431 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.431 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.431 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.431 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.432 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv2.log <== [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={57, 14, 66, 28, 30, 31, 16, 47, 67, 70, 71, 18, 12, 20, 27, 22, 13, 33, 52, 55, 68, 69, 62, 50, 19, 65, 51, 15, 54, 23, 11, 63, 49, 0, 32, 53, 25, 17, 34, 29, 36, 26, 58, 59, 60, 61, 64, 48, 35, 21, 56, 24}"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [] ["subchannel 0x7f4f5d64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4f5d6afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4f5d637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4f5d6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319241.475777614\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:21.475 +08:00] [INFO] [] ["subchannel 0x7f4f5d64d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7f4f5d6afb10, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4f5d637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4f5d6d2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f4f5d64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4f5d6afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4f5d637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4f5d6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319241.476274542\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f4f5d64dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7f4f5d6afb10, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4f5d637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4f5d6d2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f4f5d64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4f5d6afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4f5d637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4f5d6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319241.476537666\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7f4f5d64e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7f4f5d6afb10, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4f5d637e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4f5d6d2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.778 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.779 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.779 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.020 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.322 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.324 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.324 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.325 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.326 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829995245111978] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.329 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20181] [thread_id=1] [2024/06/02 17:07:25.329 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.330 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:25.332 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft] [thread_id=1] [2024/06/02 17:07:25.332 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20161\",\"advertise-addr\":\"127.0.0.1:20161\",\"status-addr\":\"127.0.0.1:20181\",\"advertise-status-addr\":\"127.0.0.1:20181\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.333 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.334 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.334 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=18] [2024/06/02 17:07:25.334 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:25.334 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:25.334 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:25.341 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.341 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.341 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 258.03µs"] [thread_id=1] [2024/06/02 17:07:25.405 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.409 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.409 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:25.409 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:25.409 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.416 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 6 region_epoch { conf_ver: 1 version: 1 } peers { id: 9 store_id: 2 }"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.421 +08:00] [INFO] [raft_server.rs:416] ["cluster is already bootstrapped"] [cluster_id=7375829995245111978] [thread_id=1] [2024/06/02 17:07:25.421 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 2 address: \"127.0.0.1:20161\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20161\" status_address: \"127.0.0.1:20181\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=2] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.424 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.428 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=54.687µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=0] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=36.561µs] [garbage_range_count=1] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.431 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.431 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.431 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.435 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.435 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.435 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.437 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20161] [thread_id=1] [2024/06/02 17:07:25.437 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:25.437 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:25.444 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:35.432 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:35.440 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(1)] [thread_id=7] [2024/06/02 17:07:35.440 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=15] [store_id=2] [peer_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 19."] [id=19] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=11] [store_id=2] [peer_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 22."] [id=22] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=5] [store_id=2] [peer_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 21."] [id=21] [raft_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 15"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=15] [raft_id=19] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=19] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.440 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=13] [store_id=2] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 18."] [id=18] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 11"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=11] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.440 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 13"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=13] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 5"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=5] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.441 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=1] [addr=127.0.0.1:20160] [thread_id=71] [2024/06/02 17:07:35.442 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=5] [cost=748.65µs] [addr=127.0.0.1:20160] [store_id=1] [thread_id=71] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=131] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=132] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_4_6_8_(default|lock|write).sst] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_14_6_7_(default|lock|write).sst] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=130] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_10_6_7_(default|lock|write).sst] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_12_6_7_(default|lock|write).sst] [snap_key=12_6_7] [thread_id=129] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=542.239µs] [snap_key=4_6_8] [thread_id=131] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=508.462µs] [snap_key=14_6_7] [thread_id=132] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=8] [last_term=6] [last_index=8] [commit=8] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2549] ["[commit: 8, term: 6] restored snapshot [index: 8, term: 6]"] [snapshot_term=6] [snapshot_index=8] [commit=8] [term=6] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 8 truncated_state { index: 8 term: 6 }"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=662.642µs] [snap_key=10_6_7] [thread_id=130] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=666.975µs] [snap_key=12_6_7] [thread_id=129] [2024/06/02 17:07:35.445 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=19] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=7] [last_term=6] [last_index=7] [commit=7] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [raft.rs:2549] ["[commit: 7, term: 6] restored snapshot [index: 7, term: 6]"] [snapshot_term=6] [snapshot_index=7] [commit=7] [term=6] [raft_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 7 truncated_state { index: 7 term: 6 }"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=71.442µs] [region_id=14] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=21] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=24.721µs] [region_id=4] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=18] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=19.717µs] [region_id=12] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=22] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.446 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=15.951µs] [region_id=10] [thread_id=80] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=9] [term=6] [peer_id=21] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=21] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=19] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=19] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=21] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=21] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer.rs:328] ["replicate peer"] [create_by_peer_store_id=1] [create_by_peer_id=17] [store_id=2] [peer_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1151] ["became follower at term 0"] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {} }, outgoing: Configuration { voters: {} } }"] ["last term"=0] ["last index"=0] [applied=0] [commit=0] [term=0] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 26."] [id=26] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1386] ["received a message with higher term from 17"] ["msg type"=MsgHeartbeat] [message_term=6] [term=0] [from=17] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [raft.rs:1151] ["became follower at term 6"] [term=6] [raft_id=26] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=129] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:346] ["saving snapshot file"] [file=/home/jenkins/.tiup/data/T9Z9nII/tikv-1/data/snap/rev_16_6_9_(default|lock|write).sst] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:354] ["saving all snapshot files"] [takes=459.312µs] [snap_key=16_6_9] [thread_id=129] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft_log.rs:688] ["log [committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0] starts to restore snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [log="committed=0, persisted=0, applied=0, unstable.offset=1, unstable.entries.len()=0"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2668] ["restored snapshot"] [snapshot_term=6] [snapshot_index=9] [last_term=6] [last_index=9] [commit=9] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [raft.rs:2549] ["[commit: 9, term: 6] restored snapshot [index: 9, term: 6]"] [snapshot_term=6] [snapshot_index=9] [commit=9] [term=6] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:607] ["begin to apply snapshot"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:690] ["apply snapshot with state ok"] [for_witness=false] [state="applied_index: 9 truncated_state { index: 9 term: 6 }"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:5128] ["snapshot is persisted"] [destroy_regions="[]"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [region.rs:455] ["begin apply snap data"] [peer_id=26] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [region.rs:503] ["apply new data"] [time_takes=29.355µs] [region_id=16] [thread_id=80] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=22] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=18] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=22] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=18] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=19] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=19] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=19] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=26] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=19] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=21] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=21] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=21] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.462 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.432 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=4_6_8] [peer_id=21] [region_id=4] [thread_id=102] [2024/06/02 17:08:25.432 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=10_6_7] [peer_id=22] [region_id=10] [thread_id=101] [2024/06/02 17:08:25.432 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=14_6_7] [peer_id=19] [region_id=14] [thread_id=101] [2024/06/02 17:08:25.432 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=12_6_7] [peer_id=18] [region_id=12] [thread_id=102] [2024/06/02 17:08:25.432 +08:00] [INFO] [peer.rs:1407] ["deleting applied snap file"] [snap_file=16_6_9] [peer_id=26] [region_id=16] [thread_id=101] [2024/06/02 17:08:25.432 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.432 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.432 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.432 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] [2024/06/02 17:08:25.432 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=79] ==> ./tikv1.log <== [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={20, 33, 13, 11, 47, 15, 28, 57, 60, 63, 32, 17, 25, 50, 21, 65, 68, 69, 67, 71, 70, 14, 53, 36, 29, 16, 48, 58, 51, 24, 59, 52, 62, 64, 19, 22, 23, 18, 30, 26, 49, 27, 35, 34, 55, 61, 31, 56, 0, 12, 54, 66}"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:21.473 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [] ["subchannel 0x7fe33cc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe33ccafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe33cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe33ccd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: connect failed: {\"created\":\"@1717319241.475587945\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2379\"}"] [thread_id=13] [2024/06/02 17:07:21.475 +08:00] [INFO] [] ["subchannel 0x7fe33cc4d800 {address=ipv4:127.0.0.1:2379, args=grpc.client_channel_factory=0x7fe33ccafb20, grpc.default_authority=127.0.0.1:2379, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe33cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe33ccd2f90, grpc.server_uri=dns:///127.0.0.1:2379}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.475 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:21.475 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7fe33cc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe33ccafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe33cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe33ccd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: connect failed: {\"created\":\"@1717319241.476134360\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2382\"}"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7fe33cc4dc00 {address=ipv4:127.0.0.1:2382, args=grpc.client_channel_factory=0x7fe33ccafb20, grpc.default_authority=127.0.0.1:2382, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe33cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe33ccd2f90, grpc.server_uri=dns:///127.0.0.1:2382}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7fe33cc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe33ccafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe33cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe33ccd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: connect failed: {\"created\":\"@1717319241.476381288\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2384\"}"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [] ["subchannel 0x7fe33cc4e000 {address=ipv4:127.0.0.1:2384, args=grpc.client_channel_factory=0x7fe33ccafb20, grpc.default_authority=127.0.0.1:2384, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7fe33cc37e50, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7fe33ccd2f90, grpc.server_uri=dns:///127.0.0.1:2384}: Retry in 1000 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.476 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:21.476 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.777 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.778 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:23.778 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.020 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.322 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.323 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.324 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2384] [thread_id=1] [2024/06/02 17:07:25.325 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2382] [thread_id=1] [2024/06/02 17:07:25.326 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.326 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2379] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"http://127.0.0.1:2379\", \"http://127.0.0.1:2382\", \"http://127.0.0.1:2384\"]"] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829995245111978] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.327 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.328 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.329 +08:00] [INFO] [config.rs:343] ["no advertise-status-addr is specified, falling back to status-addr"] [status-addr=127.0.0.1:20180] [thread_id=1] [2024/06/02 17:07:25.329 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.330 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.330 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [WARN] [common.rs:468] ["check: rocksdb-data-dir"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"overlay\", opts: \"rw,relatime,lowerdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132104/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132103/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132102/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132101/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132100/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132099/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132097/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132096/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/132095/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/3656/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/257/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/256/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/255/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/254/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/253/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/252/fs:/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/251/fs,upperdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/fs,workdir=/var/lib/containerd/io.containerd.snapshotter.v1.overlayfs/snapshots/390469/work\", mnt_dir: \"/\", fsname: \"overlay\" }"] [data_path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:25.331 +08:00] [WARN] [common.rs:476] ["check: raftdb-path"] [err="config fs: data-dir.rotation.get: \"overlay\" no device find in block"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft] [thread_id=1] [2024/06/02 17:07:25.332 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv1.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"127.0.0.1:20160\",\"advertise-addr\":\"127.0.0.1:20160\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20180\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"http://127.0.0.1:2379\",\"http://127.0.0.1:2382\",\"http://127.0.0.1:2384\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":20480,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.332 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.333 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=1ms] [thread_id=17] [2024/06/02 17:07:25.333 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.334 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:25.334 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:25.334 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=18] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:25.341 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.341 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.341 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 262.584µs"] [thread_id=1] [2024/06/02 17:07:25.404 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.406 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.406 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.407 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.407 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.408 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.408 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.408 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=19] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=18] [thread_id=73] [2024/06/02 17:07:25.408 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=18] [thread_id=74] [2024/06/02 17:07:25.415 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.423 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829995245111978] [thread_id=1] [2024/06/02 17:07:25.423 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20160\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20160\" status_address: \"127.0.0.1:20180\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=2] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=3] [thread_id=1] [2024/06/02 17:07:25.425 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.426 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=221.016µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.429 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.092µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.431 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=4] [thread_id=101] [2024/06/02 17:07:25.432 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.432 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.432 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.432 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:25.434 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.435 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=4] [thread_id=68] [2024/06/02 17:07:25.436 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.436 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.436 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.437 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:25.438 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:25.438 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=127.0.0.1:20160] [thread_id=1] [2024/06/02 17:07:25.438 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:25.444 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:28.435 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=4] [thread_id=31] [2024/06/02 17:07:28.435 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:28.435 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [new_region_ids="[new_region_id: 10 new_peer_ids: 11, new_region_id: 12 new_peer_ids: 13, new_region_id: 14 new_peer_ids: 15, new_region_id: 16 new_peer_ids: 17]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:28.436 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 10 new_peer_ids: 11 } requests { split_key: 7200000100000000FB new_region_id: 12 new_peer_ids: 13 } requests { split_key: 7800000000000000FB new_region_id: 14 new_peer_ids: 15 } requests { split_key: 7800000100000000FB new_region_id: 16 new_peer_ids: 17 } right_derive: true }"] [index=7] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:28.436 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 4 region_epoch { conf_ver: 1 version: 1 } peers { id: 5 store_id: 1 }"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=4] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=4] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 13."] [id=13] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 15."] [id=15] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.436 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 17."] [id=17] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:28.437 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=12] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=14] [thread_id=101] [2024/06/02 17:07:28.437 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=16] [thread_id=102] [2024/06/02 17:07:28.437 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:28.437 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=12] [thread_id=31] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=14] [thread_id=31] [2024/06/02 17:07:28.437 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16] [thread_id=31] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=4] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=12] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=14] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=16] [thread_id=68] [2024/06/02 17:07:28.437 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=10] [thread_id=68] [2024/06/02 17:07:35.433 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:07:35.436 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.436 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.436 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.436 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.436 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.436 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.436 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.436 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.436 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.436 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 15 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 19 store_id: 2 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner } } }"] [index=7] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 13 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 18 store_id: 2 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 17 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 20 store_id: 3 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner } } }"] [index=7] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 22 store_id: 2 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner } } }"] [index=8] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 1 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.436 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [changes="[change_type: AddLearnerNode peer { id: 21 store_id: 2 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.437 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {15} }, outgoing: Configuration { voters: {} } }, learners: {19}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.437 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {17} }, outgoing: Configuration { voters: {} } }, learners: {20}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.437 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.437 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.438 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {22}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.438 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.438 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {21}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.438 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13} }, outgoing: Configuration { voters: {} } }, learners: {18}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.438 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.438 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.439 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/06/02 17:07:35.439 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=3] [addr=127.0.0.1:20162] [thread_id=71] [2024/06/02 17:07:35.439 +08:00] [INFO] [raft_client.rs:830] ["resolve store address ok"] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/06/02 17:07:35.439 +08:00] [INFO] [raft_client.rs:699] ["server: new connection with tikv endpoint"] [store_id=2] [addr=127.0.0.1:20161] [thread_id=71] [2024/06/02 17:07:35.439 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=2] [cost=1.595021ms] [addr=127.0.0.1:20162] [store_id=3] [thread_id=71] [2024/06/02 17:07:35.439 +08:00] [INFO] [raft_client.rs:873] ["connection established"] [try_count=1] [msg_count=8] [cost=961.623µs] [addr=127.0.0.1:20161] [store_id=2] [thread_id=71] [2024/06/02 17:07:35.442 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(3)] [thread_id=7] [2024/06/02 17:07:35.442 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=20] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.442 +08:00] [INFO] [kv.rs:794] ["batch_raft RPC is called, new gRPC stream established"] [source_store_id=Some(2)] [thread_id=8] [2024/06/02 17:07:35.442 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=19] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.442 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=18] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.442 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=21] [request_index=0] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.442 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=22] [request_index=0] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=586.918µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_7_(default|lock|write).sst] [region_id=16] [thread_id=83] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.443 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=20] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=585.544µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_7_(default|lock|write).sst] [region_id=14] [thread_id=84] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.443 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.444 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=19] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=426.831µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_8_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.444 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=21] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=398.532µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_7_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=557.136µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_7_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.444 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=22] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.444 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=18] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.444 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.778288ms] [size=0] [snap_key=16_6_7] [region_id=16] [thread_id=131] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 20 store_id: 3 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.651375ms] [size=0] [snap_key=14_6_7] [region_id=14] [thread_id=131] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 19 store_id: 2 role: Learner"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.445 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.558557ms] [size=0] [snap_key=4_6_8] [region_id=4] [thread_id=132] [2024/06/02 17:07:35.445 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 21 store_id: 2 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.326561ms] [size=0] [snap_key=10_6_7] [region_id=10] [thread_id=132] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 22 store_id: 2 role: Learner"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.300069ms] [size=0] [snap_key=12_6_7] [region_id=12] [thread_id=131] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 18 store_id: 2 role: Learner"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 20 store_id: 3 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 19 store_id: 2 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 20 store_id: 3 } } }"] [index=8] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 role: Learner }"] [changes="[peer { id: 20 store_id: 3 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 19 store_id: 2 } } }"] [index=8] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.446 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 21 store_id: 2 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.446 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 18 store_id: 2 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 role: Learner }"] [changes="[peer { id: 19 store_id: 2 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 21 store_id: 2 } } }"] [index=9] [term=6] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 role: Learner }"] [changes="[peer { id: 21 store_id: 2 }]"] [peer_id=5] [region_id=4] [thread_id=103] [2024/06/02 17:07:35.446 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 22 store_id: 2 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.446 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 18 store_id: 2 } } }"] [index=8] [term=6] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 role: Learner }"] [changes="[peer { id: 18 store_id: 2 }]"] [peer_id=13] [region_id=12] [thread_id=104] [2024/06/02 17:07:35.447 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 22 store_id: 2 } } }"] [index=8] [term=6] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 2 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 2 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 role: Learner }"] [changes="[peer { id: 22 store_id: 2 }]"] [peer_id=11] [region_id=10] [thread_id=103] [2024/06/02 17:07:35.447 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.447 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.447 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.457 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 23 store_id: 3 role: Learner }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 role: Learner } change_type: AddLearnerNode]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.457 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 role: Learner } change_type: AddLearnerNode]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 25 store_id: 3 role: Learner }]"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner } } }"] [index=9] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 24 store_id: 3 role: Learner }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner } } }"] [index=10] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 }"] [changes="[change_type: AddLearnerNode peer { id: 27 store_id: 3 role: Learner }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {22, 11} }, outgoing: Configuration { voters: {} } }, learners: {23}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner } } }"] [index=9] [term=6] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 3 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 3 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 }"] [changes="[change_type: AddLearnerNode peer { id: 26 store_id: 2 role: Learner }]"] [peer_id=17] [region_id=16] [thread_id=104] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 15} }, outgoing: Configuration { voters: {} } }, learners: {25}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {13, 18} }, outgoing: Configuration { voters: {} } }, learners: {24}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21} }, outgoing: Configuration { voters: {} } }, learners: {27}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17} }, outgoing: Configuration { voters: {} } }, learners: {26}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.457 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=23] [request_index=0] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=24] [request_index=0] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=25] [request_index=0] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=27] [request_index=0] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:549] ["requesting snapshot"] [request_peer=26] [request_index=0] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=542.486µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_10_6_9_(default|lock|write).sst] [region_id=10] [thread_id=83] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=470.08µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_12_6_9_(default|lock|write).sst] [region_id=12] [thread_id=84] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=23] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.458 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=24] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:35.458 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=491.315µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_14_6_9_(default|lock|write).sst] [region_id=14] [thread_id=83] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=451.524µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_16_6_9_(default|lock|write).sst] [region_id=16] [thread_id=84] [2024/06/02 17:07:35.459 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=26] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.459 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=25] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=default] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=lock] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:926] ["scan snapshot of one cf"] [size=0] [key_count=0] [cf=write] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.459 +08:00] [INFO] [snap.rs:1100] ["scan snapshot"] [takes=503.396µs] [size=0] [key_count=0] [snapshot=/home/jenkins/.tiup/data/T9Z9nII/tikv-0/data/snap/gen_4_6_10_(default|lock|write).sst] [region_id=4] [thread_id=83] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer_storage.rs:510] ["start sending snapshot"] [request_peer=27] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.369652ms] [size=0] [snap_key=10_6_9] [region_id=10] [thread_id=131] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 23 store_id: 3 role: Learner"] [peer_id=11] [region_id=10] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:689] ["set_snapshot_meta total cf files count: 3"] [thread_id=70] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.264073ms] [size=0] [snap_key=12_6_9] [region_id=12] [thread_id=132] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 24 store_id: 3 role: Learner"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 23 store_id: 3 }]"] [region_id=10] [thread_id=31] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.058007ms] [size=0] [snap_key=14_6_9] [region_id=14] [thread_id=132] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 25 store_id: 3 role: Learner"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.3737ms] [size=0] [snap_key=16_6_9] [region_id=16] [thread_id=131] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 26 store_id: 2 role: Learner"] [peer_id=17] [region_id=16] [thread_id=101] [2024/06/02 17:07:35.460 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 24 store_id: 3 }]"] [region_id=12] [thread_id=31] [2024/06/02 17:07:35.460 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 23 store_id: 3 } } }"] [index=10] [term=6] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [original_region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 role: Learner }"] [changes="[peer { id: 23 store_id: 3 }]"] [peer_id=11] [region_id=10] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 24 store_id: 3 } } }"] [index=10] [term=6] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [original_region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 role: Learner }"] [changes="[peer { id: 24 store_id: 3 }]"] [peer_id=13] [region_id=12] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [snap.rs:588] ["sent snapshot"] [duration=1.107415ms] [size=0] [snap_key=4_6_10] [region_id=4] [thread_id=131] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:2072] ["report snapshot status"] [status=Finish] [to="id: 27 store_id: 3 role: Learner"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {23, 22, 11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 25 store_id: 3 }]"] [region_id=14] [thread_id=31] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 10 end_key: 7200000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 11 store_id: 1 } peers { id: 22 store_id: 2 } peers { id: 23 store_id: 3 }"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 26 store_id: 2 }]"] [region_id=16] [thread_id=31] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {24, 13, 18} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 12 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 13 store_id: 1 } peers { id: 18 store_id: 2 } peers { id: 24 store_id: 3 }"] [peer_id=13] [region_id=12] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 25 store_id: 3 } } }"] [index=10] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [original_region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 role: Learner }"] [changes="[peer { id: 25 store_id: 3 }]"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 26 store_id: 2 } } }"] [index=10] [term=6] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [original_region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 role: Learner }"] [changes="[peer { id: 26 store_id: 2 }]"] [peer_id=17] [region_id=16] [thread_id=103] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {19, 25, 15} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 14 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 15 store_id: 1 } peers { id: 19 store_id: 2 } peers { id: 25 store_id: 3 }"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:07:35.461 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {20, 17, 26} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.461 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 16 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 17 store_id: 1 } peers { id: 20 store_id: 3 } peers { id: 26 store_id: 2 }"] [peer_id=17] [region_id=16] [thread_id=102] [2024/06/02 17:07:35.462 +08:00] [INFO] [pd.rs:1503] ["try to change peer"] [changes="[peer { id: 27 store_id: 3 }]"] [region_id=4] [thread_id=31] [2024/06/02 17:07:35.462 +08:00] [INFO] [peer.rs:4891] ["propose conf change peer"] [kind=Simple] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=101] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: ChangePeerV2 change_peer_v2 { changes { peer { id: 27 store_id: 3 } } }"] [index=11] [term=6] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:2309] ["exec ConfChangeV2"] [epoch="conf_ver: 4 version: 5"] [kind=Simple] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.462 +08:00] [INFO] [apply.rs:2490] ["conf change successfully"] [current_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [original_region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 4 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 role: Learner }"] [changes="[peer { id: 27 store_id: 3 }]"] [peer_id=5] [region_id=4] [thread_id=104] [2024/06/02 17:07:35.462 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5, 21, 27} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:35.462 +08:00] [INFO] [peer.rs:4142] ["notify pd with change peer region"] [region="id: 4 start_key: 7800000100000000FB region_epoch { conf_ver: 5 version: 5 } peers { id: 5 store_id: 1 } peers { id: 21 store_id: 2 } peers { id: 27 store_id: 3 }"] [peer_id=5] [region_id=4] [thread_id=102] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [Pipeline] // container [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // container [Pipeline] // stage [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // dir [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] // container [Pipeline] // dir [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // node [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // podTemplate [Pipeline] // node [Pipeline] } [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] // podTemplate [Pipeline] } [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] // withEnv [Pipeline] } [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // stage [Pipeline] } ./t/ddl/column_type_change.test: ok! 1285 test cases passed, take time 78.448913119 s ./t/ddl/constraint.test: ok! 440 test cases passed, take time 8.997684855 s ./t/ddl/db.test: ok! 290 test cases passed, take time 37.521167348 s ./t/ddl/db_cache.test: ok! 52 test cases passed, take time 1.168940418 s ./t/ddl/db_change.test: ok! 21 test cases passed, take time 0.621948816 s ./t/ddl/db_foreign_key.test: ok! 20 test cases passed, take time 0.536494548 s ./t/ddl/db_integration.test: ok! 726 test cases passed, take time 81.373955525 s ./t/ddl/db_partition.test: ok! 1120 test cases passed, take time 72.493204294 s ./t/ddl/db_rename.test: ok! 21 test cases passed, take time 7.098622138 s ./t/ddl/db_table.test: ok! 53 test cases passed, take time 1.338003048 s ./t/ddl/ddl_error.test: ok! 10 test cases passed, take time 0.155722294 s ./t/ddl/ddl_tiflash.test: ok! 14 test cases passed, take time 0.038762823 s ./t/ddl/default_as_expression.test: ok! 364 test cases passed, take time 27.750565925 s ./t/ddl/fail_db.test: ok! 12 test cases passed, take time 0.350566927 s ./t/ddl/foreign_key.test: ok! 158 test cases passed, take time 21.876093535 s ./t/ddl/index_modify.test: ok! 39 test cases passed, take time 8.831279107 s ./t/ddl/integration.test: ok! 87 test cases passed, take time 1.809465149 s ./t/ddl/modify_column.test: ok! 672 test cases passed, take time 35.49997433 s ./t/ddl/multi_schema_change.test: ok! 298 test cases passed, take time 53.396998052 s ./t/ddl/partition.test: ok! 114 test cases passed, take time 8.813670747 s ./t/ddl/primary_key_handle.test: ok! 191 test cases passed, take time 14.166178875 s ./t/ddl/reorg_partition.test: ok! 205 test cases passed, take time 34.871360805 s ./t/ddl/resource_group.test: ok! 16 test cases passed, take time 0.182749243 s ./t/ddl/sequence.test: ok! 268 test cases passed, take time 7.670638999 s ./t/ddl/serial.test: ok! 77 test cases passed, take time 4.863806951 s ./t/ddl/table_modify.test: ok! 47 test cases passed, take time 1.191058724 s ./t/executor/adapter.test: ok! 6 test cases passed, take time 0.060523442 s ./t/executor/admin.test: ok! 171 test cases passed, take time 34.532776756 s ./t/executor/aggregate.test: ok! 885 test cases passed, take time 11.729777633 s ./t/executor/analyze.test: ok! 180 test cases passed, take time 14.920302517 s ./t/executor/autoid.test: ok! 442 test cases passed, take time 6.756400579 s ./t/executor/batch_point_get.test: ok! 85 test cases passed, take time 0.987850928 s ./t/executor/charset.test: ok! 57 test cases passed, take time 0.942379492 s ./t/executor/chunk_reuse.test: ok! 93 test cases passed, take time 0.274522522 s ./t/executor/cluster_table.test: ok! 36 test cases passed, take time 0.217489089 s ./t/executor/compact_table.test: ok! 19 test cases passed, take time 0.30035607 s ./t/executor/cte.test: ok! 133 test cases passed, take time 1.407530422 s ./t/executor/ddl.test: ok! 359 test cases passed, take time 23.218415717 s ./t/executor/delete.test: ok! 71 test cases passed, take time 1.108013231 s ./t/executor/distsql.test: ok! 61 test cases passed, take time 1.511646592 s ./t/executor/executor.test: ok! 1951 test cases passed, take time 58.041300825 s ./t/executor/executor_txn.test: ok! 121 test cases passed, take time 0.644383409 s ./t/executor/explain.test: ok! 120 test cases passed, take time 2.11166707 s ./t/executor/explainfor.test: ok! 378 test cases passed, take time 3.818850195 s ./t/executor/foreign_key.test: ok! 318 test cases passed, take time 13.356990622 s ./t/executor/grant.test: ok! 202 test cases passed, take time 2.064050571 s ./t/executor/import_into.test: ok! 89 test cases passed, take time 0.232126056 s ./t/executor/index_advise.test: ok! 30 test cases passed, take time 0.243887402 s ./t/executor/index_lookup_join.test: ok! 190 test cases passed, take time 4.69380225 s ./t/executor/index_lookup_merge_join.test: ok! 83 test cases passed, take time 2.305651073 s ./t/executor/index_merge_reader.test: ok! 244 test cases passed, take time 17.512706923 s ./t/executor/infoschema_reader.test: ok! 174 test cases passed, take time 6.968720516 s ./t/executor/insert.test: ok! 1224 test cases passed, take time 84.246096852 s ./t/executor/inspection_common.test: ok! 4 test cases passed, take time 0.001688782 s ./t/executor/issues.test: ok! 422 test cases passed, take time 13.22557631 s ./t/executor/jointest/hash_join.test: ok! 136 test cases passed, take time 6.857010553 s ./t/executor/jointest/join.test: ok! 866 test cases passed, take time 36.967470895 s ./t/executor/kv.test: ok! 16 test cases passed, take time 0.175757784 s ./t/executor/merge_join.test: ok! 259 test cases passed, take time 11.227657929 s ./t/executor/parallel_apply.test: ok! 96 test cases passed, take time 3.532148307 s ./t/executor/partition/issues.test: ok! 154 test cases passed, take time 7.18491464 s ./t/executor/partition/partition_boundaries.test: ok! 1035 test cases passed, take time 2.658949326 s ./t/executor/partition/partition_with_expression.test: ok! 298 test cases passed, take time 4.017495505 s ./t/executor/partition/table.test: ok! 224 test cases passed, take time 12.798835825 s ./t/executor/partition/write.test: ok! 355 test cases passed, take time 13.506981915 s ./t/executor/password_management.test: ok! 381 test cases passed, take time 3.31285535 s ./t/executor/point_get.test: ok! 273 test cases passed, take time 5.6965449889999995 s ./t/executor/prepared.test: ok! 214 test cases passed, take time 2.979498855 s ./t/executor/revoke.test: ok! 65 test cases passed, take time 0.955172838 s ./t/executor/rowid.test: ok! 63 test cases passed, take time 0.864643405 s ./t/executor/sample.test: ok! 106 test cases passed, take time 14.584479392 s ./t/executor/set.test: ok! 228 test cases passed, take time 0.468426648 s ./t/executor/show.test: ok! 301 test cases passed, take time 14.995192241 s ./t/executor/simple.test: ok! 303 test cases passed, take time 2.88544923 s ./t/executor/split_table.test: ok! 60 test cases passed, take time 15.685378231 s ./t/executor/stale_txn.test: ok! 28 test cases passed, take time 1.423040058 s ./t/executor/statement_context.test: ok! 63 test cases passed, take time 0.404890332 s ./t/executor/union_scan.test: ok! 231 test cases passed, take time 3.77952098 s ./t/executor/update.test: ok! 513 test cases passed, take time 10.961964925 s ./t/executor/window.test: ok! 22 test cases passed, take time 0.287500185 s ./t/executor/write.test: ok! 1079 test cases passed, take time 34.119041323 s ./t/explain-non-select-stmt.test: ok! 8 test cases passed, take time 0.077365676 s ./t/explain.test: ok! 21 test cases passed, take time 0.486372645 s ./t/explain_complex.test: ok! 41 test cases passed, take time 1.617831832 s ./t/explain_complex_stats.test: ok! 61 test cases passed, take time 4.516365523 s ./t/explain_cte.test: ok! 53 test cases passed, take time 1.461473361 s ./t/explain_easy.test: ok! 190 test cases passed, take time 6.625196909 s ./t/explain_easy_stats.test: ok! 50 test cases passed, take time 1.46333241 s ./t/explain_foreign_key.test: ok! 41 test cases passed, take time 2.155089417 s ./t/explain_generate_column_substitute.test: ok! 233 test cases passed, take time 31.607135246 s ./t/explain_indexmerge_stats.test: ok! 30 test cases passed, take time 5.405958018 s ./t/explain_join_stats.test: ok! 8 test cases passed, take time 0.355263292 s ./t/explain_shard_index.test: ok! 19 test cases passed, take time 0.401407786 s ./t/explain_stats.test: ok! 10 test cases passed, take time 0.169390888 s ./t/explain_union_scan.test: ok! 9 test cases passed, take time 0.237359995 s ./t/expression/builtin.test: ok! 1332 test cases passed, take time 24.637331109 s ./t/expression/cast.test: ok! 62 test cases passed, take time 0.869860791 s ./t/expression/charset_and_collation.test: ok! 733 test cases passed, take time 31.24188839 s ./t/expression/constant_fold.test: ok! 12 test cases passed, take time 0.166005289 s ./t/expression/enum_set.test: ok! 13 test cases passed, take time 0.257025319 s ./t/expression/explain.test: ok! 77 test cases passed, take time 0.67109393 s ./t/expression/issues.test: ok! 1502 test cases passed, take time 57.408971455 s ./t/expression/json.test: ok! 229 test cases passed, take time 2.626618827 s ./t/expression/misc.test: ok! 404 test cases passed, take time 13.099709336 s ./t/expression/multi_valued_index.test: ok! 314 test cases passed, take time 11.117227097 s ./t/expression/noop_functions.test: ok! 61 test cases passed, take time 0.111771339 s ./t/expression/plan_cache.test: ok! 184 test cases passed, take time 1.966621384 s ./t/expression/time.test: ok! 279 test cases passed, take time 2.364873881 s ./t/expression/vitess_hash.test: ok! 17 test cases passed, take time 1.9492608649999998 s ./t/generated_columns.test: ok! 70 test cases passed, take time 6.750987071 s ./t/globalindex/aggregate.test: ok! 12 test cases passed, take time 0.106065115 s ./t/globalindex/expression_index.test: ok! 11 test cases passed, take time 0.105508537 s ./t/globalindex/index_join.test: ok! 32 test cases passed, take time 1.182969811 s ./t/globalindex/information_schema.test: ok! 5 test cases passed, take time 0.108717686 s ./t/globalindex/mem_index_lookup.test: ok! 29 test cases passed, take time 0.368325866 s ./t/globalindex/mem_index_merge.test: ok! 51 test cases passed, take time 0.667610067 s ./t/globalindex/mem_index_reader.test: ok! 25 test cases passed, take time 0.371598826 s ./t/globalindex/misc.test: ok! 70 test cases passed, take time 5.751784247 s ./t/globalindex/multi_valued_index.test: ok! 14 test cases passed, take time 0.128067608 s ./t/globalindex/point_get.test: ok! 21 test cases passed, take time 1.05906062 s ./t/globalindex/update.test: ok! 19 test cases passed, take time 0.391663167 s ./t/imdbload.test: ok! 63 test cases passed, take time 11.169404788 s ./t/index_join.test: ok! 22 test cases passed, take time 1.028457156 s ./t/index_merge.test: ok! 145 test cases passed, take time 4.310873695 s ./t/infoschema/cluster_tables.test: ok! 9 test cases passed, take time 0.105728016 s ./t/infoschema/infoschema.test: ok! 49 test cases passed, take time 1.853244262 s ./t/infoschema/tables.test: ok! 120 test cases passed, take time 2.540925107 s ./t/infoschema/v2.test: ok! 30 test cases passed, take time 1.8156703680000001 s ./t/naaj.test: ok! 134 test cases passed, take time 0.691487887 s ./t/new_character_set.test: ok! 61 test cases passed, take time 1.2557880940000001 s ./t/new_character_set_builtin.test: ok! 217 test cases passed, take time 3.547166532 s ./t/new_character_set_invalid.test: ok! 28 test cases passed, take time 0.956315019 s ./t/parser/integration.test: ok! 8 test cases passed, take time 0.332196007 s ./t/partition.test: ok! 3 test cases passed, take time 0.800661507 s ./t/planner/cardinality/selectivity.test: ok! 683 test cases passed, take time 3.124184686 s ./t/planner/cardinality/trace.test: ok! 5 test cases passed, take time 0.2037319 s ./t/planner/cascades/integration.test: ok! 246 test cases passed, take time 2.700952235 s ./t/planner/core/binary_plan.test: ok! 6 test cases passed, take time 0.001048043 s ./t/planner/core/casetest/expression_rewriter.test: ok! 23 test cases passed, take time 0.344918002 s ./t/planner/core/casetest/hint/hint.test: ok! 182 test cases passed, take time 6.228035439 s ./t/planner/core/casetest/index/index.test: ok! 225 test cases passed, take time 6.487347225 s ./t/planner/core/casetest/integration.test: ok! 459 test cases passed, take time 10.672749393 s ./t/planner/core/casetest/partition/integration_partition.test: ok! 138 test cases passed, take time 3.005959137 s ./t/planner/core/casetest/partition/partition_pruner.test: ok! 275 test cases passed, take time 3.390010417 s ./t/planner/core/casetest/physicalplantest/physical_plan.test: ok! 858 test cases passed, take time 11.029423491 s ./t/planner/core/casetest/point_get_plan.test: ok! 52 test cases passed, take time 0.591384909 s ./t/planner/core/casetest/predicate_simplification.test: ok! 29 test cases passed, take time 0.448333233 s ./t/planner/core/casetest/pushdown/push_down.test: ok! 35 test cases passed, take time 0.292484254 s ./t/planner/core/casetest/rule/rule_derive_topn_from_window.test: ok! 73 test cases passed, take time 1.6938024170000001 s ./t/planner/core/casetest/rule/rule_join_reorder.test: ok! 481 test cases passed, take time 16.693547449 s ./t/planner/core/casetest/rule/rule_result_reorder.test: ok! 87 test cases passed, take time 2.162872961 s ./t/planner/core/cbo.test: ok! 34 test cases passed, take time 1.4728173629999999 s ./t/planner/core/enforce_mpp.test: ok! 8 test cases passed, take time 0.00160254 s ./t/planner/core/expression_rewriter.test: ok! 206 test cases passed, take time 7.683855595 s ./t/planner/core/indexjoin.test: ok! 41 test cases passed, take time 0.414519756 s ./t/planner/core/indexmerge_intersection.test: ok! 6 test cases passed, take time 0.126936041 s ./t/planner/core/indexmerge_path.test: ok! 231 test cases passed, take time 8.051473255 s ./t/planner/core/integration.test: ok! 1623 test cases passed, take time 63.997033348 s ./t/planner/core/integration_partition.test: ok! 498 test cases passed, take time 29.412161662 s ./t/planner/core/issuetest/planner_issue.test: ok! 106 test cases passed, take time 4.314327147 s ./t/planner/core/memtable_predicate_extractor.test: ok! 45 test cases passed, take time 0.315131914 s ./t/planner/core/partition_pruner.test: ok! 643 test cases passed, take time 5.356482065 s ./t/planner/core/physical_plan.test: ok! 43 test cases passed, take time 1.1884152590000001 s ./t/planner/core/plan.test: ok! 157 test cases passed, take time 3.002247008 s ./t/planner/core/plan_cache.test: ok! 1243 test cases passed, take time 17.409200664 s ./t/planner/core/plan_cost_ver2.test: ok! 70 test cases passed, take time 0.903145918 s ./t/planner/core/point_get_plan.test: ok! 265 test cases passed, take time 4.6103806160000005 s ./t/planner/core/preprocess.test: ok! 6 test cases passed, take time 0.160133784 s ./t/planner/core/range_scan_for_like.test: ok! 183 test cases passed, take time 0.946287178 s ./t/planner/core/rule_constant_propagation.test: ok! 31 test cases passed, take time 1.6850262950000001 s ./t/planner/core/rule_join_reorder.test: ok! 52 test cases passed, take time 2.08472807 s ./t/planner/core/rule_result_reorder.test: ok! 29 test cases passed, take time 0.463732025 s ./t/planner/core/tests/prepare/issue.test: ok! 321 test cases passed, take time 4.262396746 s ./t/planner/core/tests/prepare/prepare.test: ok! 458 test cases passed, take time 6.388412649 s ./t/planner/funcdep/only_full_group_by.test: ok! 142 test cases passed, take time 6.381951832 s ./t/privilege/privileges.test: ok! 411 test cases passed, take time 6.7200618500000004 s ./t/select.test: ok! 189 test cases passed, take time 3.738441733 s ./t/session/bootstrap_upgrade.test: ok! 29 test cases passed, take time 0.329741391 s ./t/session/clustered_index.test: ok! 385 test cases passed, take time 28.416806553 s ./t/session/common.test: ok! 203 test cases passed, take time 11.044557032 s ./t/session/nontransactional.test: ok! 1532 test cases passed, take time 22.475110716 s ./t/session/privileges.test: ok! 66 test cases passed, take time 1.833074836 s ./t/session/session.test: ok! 101 test cases passed, take time 6.214722092 s ./t/session/temporary_table.test: ok! 277 test cases passed, take time 0.864105342 s ./t/session/txn.test: ok! 14 test cases passed, take time 0.111127382 s ./t/session/variable.test: ok! 113 test cases passed, take time 0.55227121 s ./t/session/vars.test: ok! 127 test cases passed, take time 0.144860154 s ./t/sessionctx/setvar.test: ok! 681 test cases passed, take time 0.233594559 s ./t/sessiontxn/externals.test: ok! 56 test cases passed, take time 0.59592275 s ./t/statistics/handle.test: ok! 60 test cases passed, take time 6.807817625 s ./t/statistics/integration.test: ok! 19 test cases passed, take time 0.336800237 s ./t/statistics/lock_table_stats.test: ok! 47 test cases passed, take time 1.129669744 s ./t/subquery.test: ok! 32 test cases passed, take time 1.173387066 s ./t/table/cache.test: ok! 108 test cases passed, take time 9.745632144 s ./t/table/index.test: ok! 38 test cases passed, take time 4.38777405 s ./t/table/partition.test: ok! 229 test cases passed, take time 11.544110447 s ./t/table/tables.test: ok! 6 test cases passed, take time 0.086762633 s ./t/table/temptable.test: ok! 11 test cases passed, take time 0.186198247 s ./t/topn_push_down.test: ok! 20 test cases passed, take time 0.562360956 s ./t/topn_pushdown.test: ok! 2 test cases passed, take time 0.000561913 s ./t/tpch.test: ok! 41 test cases passed, take time 2.730405092 s ./t/types/const.test: ok! 143 test cases passed, take time 3.226994901 s ./t/util/admin.test: ok! 143 test cases passed, take time 7.164580214 s ./t/util/ranger.test: ok! 188 test cases passed, take time 4.124046978 s ./t/window_function.test: ok! 28 test cases passed, take time 0.194423124 s Great, All tests passed integrationtest passed! ./run-tests.sh: line 1: kill: (1707) - No such process ~/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] } [Pipeline] // dir Post stage [Pipeline] dir Running in /home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb [Pipeline] { [Pipeline] junit Recording test results None of the test reports contained any result [Checks API] No suitable checks publisher found. [Pipeline] sh No test report files were found. Configuration error? + find . -name 'pd*.log' -type f -exec tail -n 500 '{}' + ==> ./pd1.log <== [2024/06/02 17:35:57.030 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9400000000000000F8} -> {748000000000004FFF9500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7971] [new-version=7972] [2024/06/02 17:35:57.030 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16516 start_key:\"748000000000004FFF9400000000000000F8\" end_key:\"748000000000004FFF9500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.031 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16518] [peer-ids="[16519]"] [2024/06/02 17:35:57.031 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16518 start_key:\"748000000000004FFF9500000000000000F8\" end_key:\"748000000000004FFF9600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.031 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9500000000000000F8} -> {748000000000004FFF9600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7972] [new-version=7973] [2024/06/02 17:35:57.034 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16520] [peer-ids="[16521]"] [2024/06/02 17:35:57.034 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9600000000000000F8} -> {748000000000004FFF9700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7973] [new-version=7974] [2024/06/02 17:35:57.034 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16520 start_key:\"748000000000004FFF9600000000000000F8\" end_key:\"748000000000004FFF9700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.037 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16522] [peer-ids="[16523]"] [2024/06/02 17:35:57.038 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9700000000000000F8} -> {748000000000004FFF9800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7974] [new-version=7975] [2024/06/02 17:35:57.038 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16522 start_key:\"748000000000004FFF9700000000000000F8\" end_key:\"748000000000004FFF9800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.041 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16524] [peer-ids="[16525]"] [2024/06/02 17:35:57.042 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16524 start_key:\"748000000000004FFF9800000000000000F8\" end_key:\"748000000000004FFF9900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.042 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9800000000000000F8} -> {748000000000004FFF9900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7975] [new-version=7976] [2024/06/02 17:35:57.044 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16526] [peer-ids="[16527]"] [2024/06/02 17:35:57.045 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9900000000000000F8} -> {748000000000004FFF9A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7976] [new-version=7977] [2024/06/02 17:35:57.045 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16526 start_key:\"748000000000004FFF9900000000000000F8\" end_key:\"748000000000004FFF9A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.047 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16528] [peer-ids="[16529]"] [2024/06/02 17:35:57.048 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16528 start_key:\"748000000000004FFF9A00000000000000F8\" end_key:\"748000000000004FFF9B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.048 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9A00000000000000F8} -> {748000000000004FFF9B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7977] [new-version=7978] [2024/06/02 17:35:57.051 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16530] [peer-ids="[16531]"] [2024/06/02 17:35:57.051 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16530 start_key:\"748000000000004FFF9B00000000000000F8\" end_key:\"748000000000004FFF9C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.051 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9B00000000000000F8} -> {748000000000004FFF9C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7978] [new-version=7979] [2024/06/02 17:35:57.054 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16532] [peer-ids="[16533]"] [2024/06/02 17:35:57.054 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9C00000000000000F8} -> {748000000000004FFF9D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7979] [new-version=7980] [2024/06/02 17:35:57.054 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16532 start_key:\"748000000000004FFF9C00000000000000F8\" end_key:\"748000000000004FFF9D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.057 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16534] [peer-ids="[16535]"] [2024/06/02 17:35:57.058 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9D00000000000000F8} -> {748000000000004FFF9E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7980] [new-version=7981] [2024/06/02 17:35:57.058 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16534 start_key:\"748000000000004FFF9D00000000000000F8\" end_key:\"748000000000004FFF9E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.119 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16536] [peer-ids="[16537]"] [2024/06/02 17:35:57.119 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16536 start_key:\"748000000000004FFF9E00000000000000F8\" end_key:\"748000000000004FFFA100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.120 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFF9E00000000000000F8} -> {748000000000004FFFA100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7981] [new-version=7982] [2024/06/02 17:35:57.122 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16538] [peer-ids="[16539]"] [2024/06/02 17:35:57.122 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA100000000000000F8} -> {748000000000004FFFA200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7982] [new-version=7983] [2024/06/02 17:35:57.122 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16538 start_key:\"748000000000004FFFA100000000000000F8\" end_key:\"748000000000004FFFA200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.125 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16540] [peer-ids="[16541]"] [2024/06/02 17:35:57.125 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA200000000000000F8} -> {748000000000004FFFA300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7983] [new-version=7984] [2024/06/02 17:35:57.125 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16540 start_key:\"748000000000004FFFA200000000000000F8\" end_key:\"748000000000004FFFA300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.128 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16542] [peer-ids="[16543]"] [2024/06/02 17:35:57.129 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA300000000000000F8} -> {748000000000004FFFA400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7984] [new-version=7985] [2024/06/02 17:35:57.129 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16542 start_key:\"748000000000004FFFA300000000000000F8\" end_key:\"748000000000004FFFA400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.224 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16544] [peer-ids="[16545]"] [2024/06/02 17:35:57.225 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA400000000000000F8} -> {748000000000004FFFA700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7985] [new-version=7986] [2024/06/02 17:35:57.225 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16544 start_key:\"748000000000004FFFA400000000000000F8\" end_key:\"748000000000004FFFA700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.227 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16546] [peer-ids="[16547]"] [2024/06/02 17:35:57.228 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA700000000000000F8} -> {748000000000004FFFA800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7986] [new-version=7987] [2024/06/02 17:35:57.228 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16546 start_key:\"748000000000004FFFA700000000000000F8\" end_key:\"748000000000004FFFA800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.230 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16548] [peer-ids="[16549]"] [2024/06/02 17:35:57.231 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA800000000000000F8} -> {748000000000004FFFA900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7987] [new-version=7988] [2024/06/02 17:35:57.231 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16548 start_key:\"748000000000004FFFA800000000000000F8\" end_key:\"748000000000004FFFA900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.233 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16550] [peer-ids="[16551]"] [2024/06/02 17:35:57.234 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFA900000000000000F8} -> {748000000000004FFFAA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7988] [new-version=7989] [2024/06/02 17:35:57.234 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16550 start_key:\"748000000000004FFFA900000000000000F8\" end_key:\"748000000000004FFFAA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.321 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16552] [peer-ids="[16553]"] [2024/06/02 17:35:57.322 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAA00000000000000F8} -> {748000000000004FFFAD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7989] [new-version=7990] [2024/06/02 17:35:57.322 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16552 start_key:\"748000000000004FFFAA00000000000000F8\" end_key:\"748000000000004FFFAD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.324 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16554] [peer-ids="[16555]"] [2024/06/02 17:35:57.325 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAD00000000000000F8} -> {748000000000004FFFAE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7990] [new-version=7991] [2024/06/02 17:35:57.325 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16554 start_key:\"748000000000004FFFAD00000000000000F8\" end_key:\"748000000000004FFFAE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.327 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16556] [peer-ids="[16557]"] [2024/06/02 17:35:57.328 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16556 start_key:\"748000000000004FFFAE00000000000000F8\" end_key:\"748000000000004FFFAF00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.328 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAE00000000000000F8} -> {748000000000004FFFAF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7991] [new-version=7992] [2024/06/02 17:35:57.330 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16558] [peer-ids="[16559]"] [2024/06/02 17:35:57.331 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFAF00000000000000F8} -> {748000000000004FFFB000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7992] [new-version=7993] [2024/06/02 17:35:57.331 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16558 start_key:\"748000000000004FFFAF00000000000000F8\" end_key:\"748000000000004FFFB000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.411 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16560] [peer-ids="[16561]"] [2024/06/02 17:35:57.412 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16560 start_key:\"748000000000004FFFB000000000000000F8\" end_key:\"748000000000004FFFB300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.412 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB000000000000000F8} -> {748000000000004FFFB300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7993] [new-version=7994] [2024/06/02 17:35:57.414 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16562] [peer-ids="[16563]"] [2024/06/02 17:35:57.415 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB300000000000000F8} -> {748000000000004FFFB400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7994] [new-version=7995] [2024/06/02 17:35:57.415 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16562 start_key:\"748000000000004FFFB300000000000000F8\" end_key:\"748000000000004FFFB400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.417 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16564] [peer-ids="[16565]"] [2024/06/02 17:35:57.418 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB400000000000000F8} -> {748000000000004FFFB500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7995] [new-version=7996] [2024/06/02 17:35:57.418 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16564 start_key:\"748000000000004FFFB400000000000000F8\" end_key:\"748000000000004FFFB500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.924 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16566] [peer-ids="[16567]"] [2024/06/02 17:35:57.925 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16566 start_key:\"748000000000004FFFB500000000000000F8\" end_key:\"748000000000004FFFBB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.925 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFB500000000000000F8} -> {748000000000004FFFBB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7996] [new-version=7997] [2024/06/02 17:35:57.927 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16568] [peer-ids="[16569]"] [2024/06/02 17:35:57.928 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBB00000000000000F8} -> {748000000000004FFFBC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7997] [new-version=7998] [2024/06/02 17:35:57.928 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16568 start_key:\"748000000000004FFFBB00000000000000F8\" end_key:\"748000000000004FFFBC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.931 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16570] [peer-ids="[16571]"] [2024/06/02 17:35:57.931 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16570 start_key:\"748000000000004FFFBC00000000000000F8\" end_key:\"748000000000004FFFBD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:57.931 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBC00000000000000F8} -> {748000000000004FFFBD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7998] [new-version=7999] [2024/06/02 17:35:57.934 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16572] [peer-ids="[16573]"] [2024/06/02 17:35:57.935 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBD00000000000000F8} -> {748000000000004FFFBE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=7999] [new-version=8000] [2024/06/02 17:35:57.935 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16572 start_key:\"748000000000004FFFBD00000000000000F8\" end_key:\"748000000000004FFFBE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.011 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16574] [peer-ids="[16575]"] [2024/06/02 17:35:58.012 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFBE00000000000000F8} -> {748000000000004FFFC000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8000] [new-version=8001] [2024/06/02 17:35:58.012 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16574 start_key:\"748000000000004FFFBE00000000000000F8\" end_key:\"748000000000004FFFC000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.092 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16576] [peer-ids="[16577]"] [2024/06/02 17:35:58.093 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC000000000000000F8} -> {748000000000004FFFC300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8001] [new-version=8002] [2024/06/02 17:35:58.093 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16576 start_key:\"748000000000004FFFC000000000000000F8\" end_key:\"748000000000004FFFC300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.096 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16578] [peer-ids="[16579]"] [2024/06/02 17:35:58.096 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC300000000000000F8} -> {748000000000004FFFC400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8002] [new-version=8003] [2024/06/02 17:35:58.096 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16578 start_key:\"748000000000004FFFC300000000000000F8\" end_key:\"748000000000004FFFC400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.099 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16580] [peer-ids="[16581]"] [2024/06/02 17:35:58.100 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC400000000000000F8} -> {748000000000004FFFC500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8003] [new-version=8004] [2024/06/02 17:35:58.100 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16580 start_key:\"748000000000004FFFC400000000000000F8\" end_key:\"748000000000004FFFC500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.103 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16582] [peer-ids="[16583]"] [2024/06/02 17:35:58.103 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC500000000000000F8} -> {748000000000004FFFC600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8004] [new-version=8005] [2024/06/02 17:35:58.103 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16582 start_key:\"748000000000004FFFC500000000000000F8\" end_key:\"748000000000004FFFC600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.171 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16584] [peer-ids="[16585]"] [2024/06/02 17:35:58.172 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC600000000000000F8} -> {748000000000004FFFC800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8005] [new-version=8006] [2024/06/02 17:35:58.172 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16584 start_key:\"748000000000004FFFC600000000000000F8\" end_key:\"748000000000004FFFC800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.172 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16584] [2024/06/02 17:35:58.276 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16586] [peer-ids="[16587]"] [2024/06/02 17:35:58.277 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16586 start_key:\"748000000000004FFFC800000000000000F8\" end_key:\"748000000000004FFFC900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.277 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC800000000000000F8} -> {748000000000004FFFC900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8006] [new-version=8007] [2024/06/02 17:35:58.277 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16586] [2024/06/02 17:35:58.381 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16588] [peer-ids="[16589]"] [2024/06/02 17:35:58.382 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFC900000000000000F8} -> {748000000000004FFFCA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8007] [new-version=8008] [2024/06/02 17:35:58.382 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16588 start_key:\"748000000000004FFFC900000000000000F8\" end_key:\"748000000000004FFFCA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.382 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16588] [2024/06/02 17:35:58.485 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16590] [peer-ids="[16591]"] [2024/06/02 17:35:58.486 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16590 start_key:\"748000000000004FFFCA00000000000000F8\" end_key:\"748000000000004FFFCB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.486 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFCA00000000000000F8} -> {748000000000004FFFCB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8008] [new-version=8009] [2024/06/02 17:35:58.486 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16590] [2024/06/02 17:35:58.590 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16592] [peer-ids="[16593]"] [2024/06/02 17:35:58.591 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFCB00000000000000F8} -> {748000000000004FFFCC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8009] [new-version=8010] [2024/06/02 17:35:58.591 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16592] [2024/06/02 17:35:58.591 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16592 start_key:\"748000000000004FFFCB00000000000000F8\" end_key:\"748000000000004FFFCC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:58.973 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16594] [peer-ids="[16595]"] [2024/06/02 17:35:58.974 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFCC00000000000000F8} -> {748000000000004FFFCE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8010] [new-version=8011] [2024/06/02 17:35:58.974 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16594 start_key:\"748000000000004FFFCC00000000000000F8\" end_key:\"748000000000004FFFCE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:59.073 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16596] [peer-ids="[16597]"] [2024/06/02 17:35:59.074 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16596 start_key:\"748000000000004FFFCE00000000000000F8\" end_key:\"748000000000004FFFD000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:59.074 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFCE00000000000000F8} -> {748000000000004FFFD000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8011] [new-version=8012] [2024/06/02 17:35:59.449 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16596] [2024/06/02 17:35:59.553 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16598] [peer-ids="[16599]"] [2024/06/02 17:35:59.554 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD000000000000000F8} -> {748000000000004FFFD100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8012] [new-version=8013] [2024/06/02 17:35:59.554 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16598 start_key:\"748000000000004FFFD000000000000000F8\" end_key:\"748000000000004FFFD100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:35:59.902 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16598] [2024/06/02 17:36:00.537 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16600] [peer-ids="[16601]"] [2024/06/02 17:36:00.537 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD100000000000000F8} -> {748000000000004FFFD400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8013] [new-version=8014] [2024/06/02 17:36:00.537 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16600 start_key:\"748000000000004FFFD100000000000000F8\" end_key:\"748000000000004FFFD400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:00.537 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16600] [2024/06/02 17:36:00.642 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16602] [peer-ids="[16603]"] [2024/06/02 17:36:00.642 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD400000000000000F8} -> {748000000000004FFFD500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8014] [new-version=8015] [2024/06/02 17:36:00.642 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16602 start_key:\"748000000000004FFFD400000000000000F8\" end_key:\"748000000000004FFFD500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:00.642 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16602] [2024/06/02 17:36:00.746 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16604] [peer-ids="[16605]"] [2024/06/02 17:36:00.746 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD500000000000000F8} -> {748000000000004FFFD600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8015] [new-version=8016] [2024/06/02 17:36:00.746 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16604 start_key:\"748000000000004FFFD500000000000000F8\" end_key:\"748000000000004FFFD600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:00.746 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16604] [2024/06/02 17:36:00.850 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16606] [peer-ids="[16607]"] [2024/06/02 17:36:00.851 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD600000000000000F8} -> {748000000000004FFFD700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8016] [new-version=8017] [2024/06/02 17:36:00.851 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16606 start_key:\"748000000000004FFFD600000000000000F8\" end_key:\"748000000000004FFFD700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:00.851 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16606] [2024/06/02 17:36:01.263 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16608] [peer-ids="[16609]"] [2024/06/02 17:36:01.264 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFD700000000000000F8} -> {748000000000004FFFDA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8017] [new-version=8018] [2024/06/02 17:36:01.264 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16608 start_key:\"748000000000004FFFD700000000000000F8\" end_key:\"748000000000004FFFDA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:01.759 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16608] [2024/06/02 17:36:02.224 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16610] [peer-ids="[16611]"] [2024/06/02 17:36:02.225 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFDA00000000000000F8} -> {748000000000004FFFDD00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8018] [new-version=8019] [2024/06/02 17:36:02.225 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16610 start_key:\"748000000000004FFFDA00000000000000F8\" end_key:\"748000000000004FFFDD00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:02.228 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16612] [peer-ids="[16613]"] [2024/06/02 17:36:02.228 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFDD00000000000000F8} -> {748000000000004FFFDE00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8019] [new-version=8020] [2024/06/02 17:36:02.228 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16612 start_key:\"748000000000004FFFDD00000000000000F8\" end_key:\"748000000000004FFFDE00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:02.318 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16614] [peer-ids="[16615]"] [2024/06/02 17:36:02.319 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16614 start_key:\"748000000000004FFFDE00000000000000F8\" end_key:\"748000000000004FFFE100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:02.319 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFDE00000000000000F8} -> {748000000000004FFFE100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8020] [new-version=8021] [2024/06/02 17:36:02.552 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16616] [peer-ids="[16617]"] [2024/06/02 17:36:02.553 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE100000000000000F8} -> {748000000000004FFFE500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8021] [new-version=8022] [2024/06/02 17:36:02.553 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16616 start_key:\"748000000000004FFFE100000000000000F8\" end_key:\"748000000000004FFFE500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:02.637 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16618] [peer-ids="[16619]"] [2024/06/02 17:36:02.637 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE500000000000000F8} -> {748000000000004FFFE800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8022] [new-version=8023] [2024/06/02 17:36:02.637 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16618 start_key:\"748000000000004FFFE500000000000000F8\" end_key:\"748000000000004FFFE800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:02.640 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16620] [peer-ids="[16621]"] [2024/06/02 17:36:02.640 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16620 start_key:\"748000000000004FFFE800000000000000F8\" end_key:\"748000000000004FFFE900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:02.640 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE800000000000000F8} -> {748000000000004FFFE900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8023] [new-version=8024] [2024/06/02 17:36:02.712 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16622] [peer-ids="[16623]"] [2024/06/02 17:36:02.713 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFE900000000000000F8} -> {748000000000004FFFEB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8024] [new-version=8025] [2024/06/02 17:36:02.713 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16622 start_key:\"748000000000004FFFE900000000000000F8\" end_key:\"748000000000004FFFEB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:03.048 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16622] [2024/06/02 17:36:03.152 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16624] [peer-ids="[16625]"] [2024/06/02 17:36:03.153 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFEB00000000000000F8} -> {748000000000004FFFEC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8025] [new-version=8026] [2024/06/02 17:36:03.153 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16624 start_key:\"748000000000004FFFEB00000000000000F8\" end_key:\"748000000000004FFFEC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:03.635 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16624] [2024/06/02 17:36:04.060 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16626] [peer-ids="[16627]"] [2024/06/02 17:36:04.061 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFEC00000000000000F8} -> {748000000000004FFFEF00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8026] [new-version=8027] [2024/06/02 17:36:04.061 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16626 start_key:\"748000000000004FFFEC00000000000000F8\" end_key:\"748000000000004FFFEF00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:04.061 +08:00] [WARN] [region_scatterer.go:280] ["region not replicated during scatter"] [region-id=16626] [2024/06/02 17:36:04.469 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:04 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__partition/t_month_data_monitor/p20190401\",\"schema/table__partition/t_month_data_monitor/p20190402\",\"schema/table__partition/t_month_data_monitor\",\"schema/table__partition/t_range_locate/p0\",\"schema/table__partition/t_range_locate/p1\",\"schema/table__partition/t_range_locate\",\"schema/table__partition/t_extra/p0\",\"schema/table__partition/t_extra/p1\",\"schema/table__partition/t_extra\",\"schema/table__partition/t_a/p0\",\"schema/table__partition/t_a/p1\",\"schema/table__partition/t_a/p2\",\"schema/table__partition/t_a/p3\",\"schema/table__partition/t_a/p4\",\"schema/table__partition/t_a/p5\",\"schema/table__partition/t_a/p6\",\"schema/table__partition/t_a/p7\",\"schema/table__partition/t_a/p8\",\"schema/table__partition/t_a/p9\",\"schema/table__partition/t_a\",\"schema/table__partition/t_b/p0\",\"schema/table__partition/t_b/p1\",\"schema/table__partition/t_b/p2\",\"schema/table__partition/t_b\",\"schema/table__partition/t_hash_locate/p0\",\"schema/table__partition/t_hash_locate/p1\",\"schema/table__partition/t_hash_locate/p2\",\"schema/table__partition/t_hash_locate/p3\",\"schema/table__partition/t_hash_locate/p4\",\"schema/table__partition/t_hash_locate/p5\",\"schema/table__partition/t_hash_locate/p6\",\"schema/table__partition/t_hash_locate/p7\",\"schema/table__partition/t_hash_locate/p8\",\"schema/table__partition/t_hash_locate/p9\",\"schema/table__partition/t_hash_locate\",\"schema/table__partition/t_range/p0\",\"schema/table__partition/t_range/p1\",\"schema/table__partition/t_range/p2\",\"schema/table__partition/t_range\",\"schema/table__partition/timezone_test/p5\",\"schema/table__partition/timezone_test/p6\",\"schema/table__partition/timezone_test/p7\",\"schema/table__partition/timezone_test/p8\",\"schema/table__partition/timezone_test/p9\",\"schema/table__partition/timezone_test\",\"schema/table__partition/t_uint/p0\",\"schema/table__partition/t_uint/p1\",\"schema/table__partition/t_uint/p2\",\"schema/table__partition/t_uint/p3\",\"schema/table__partition/t_uint\",\"schema/table__partition/t_int/p0\",\"schema/table__partition/t_int/p1\",\"schema/table__partition/t_int/p2\",\"schema/table__partition/t_int/p3\",\"schema/table__partition/t_int/p4\",\"schema/table__partition/t_int\",\"schema/table__partition/t1/p0\",\"schema/table__partition/t1/p1\",\"schema/table__partition/t1/p2\",\"schema/table__partition/t1/p3\",\"schema/table__partition/t1/p4\",\"schema/table__partition/t1\",\"schema/table__partition/t2/p0\",\"schema/table__partition/t2/p1\",\"schema/table__partition/t2/p2\",\"schema/table__partition/t2/p3\",\"schema/table__partition/t2/p4\",\"schema/table__partition/t2/p5\",\"schema/table__partition/t2/p6\",\"schema/table__partition/t2/p7\",\"schema/table__partition/t2/p8\",\"schema/table__partition/t2/p9\",\"schema/table__partition/t2\",\"schema/table__partition/t_21574/p0\",\"schema/table__partition/t_21574\",\"schema/table__partition/tkey1/p0\",\"schema/table__partition/tkey1/p1\",\"schema/table__partition/tkey1/p2\",\"schema/table__partition/tkey1/p3\",\"schema/table__partition/tkey1\",\"schema/table__partition/tkey_linear/p0\",\"schema/table__partition/tkey_linear/p1\",\"schema/table__partition/tkey_linear/p2\",\"schema/table__partition/tkey_linear/p3\",\"schema/table__partition/tkey_linear/p4\",\"schema/table__partition/tkey_linear\",\"schema/table__partition/tkey_algorithm1/p0\",\"schema/table__partition/tkey_algorithm1/p1\",\"schema/table__partition/tkey_algorithm1/p2\",\"schema/table__partition/tkey_algorithm1/p3\",\"schema/table__partition/tkey_algorithm1/p4\",\"schema/table__partition/tkey_algorithm1\",\"schema/table__partition/tkey_algorithm2/p0\",\"schema/table__partition/tkey_algorithm2/p1\",\"schema/table__partition/tkey_algorithm2/p2\",\"schema/table__partition/tkey_algorithm2/p3\",\"schema/table__partition/tkey_algorithm2/p4\",\"schema/table__partition/tkey_algorithm2\",\"schema/table__partition/tkey_subpartition1/p0\",\"schema/table__partition/tkey_subpartition1/p1\",\"schema/table__partition/tkey_subpartition1/p2\",\"schema/table__partition/tkey_subpartition1\",\"schema/table__partition/tkey10/p0\",\"schema/table__partition/tkey10/p1\",\"schema/table__partition/tkey10/p2\",\"schema/table__partition/tkey10/p3\",\"schema/table__partition/tkey10/p4\",\"schema/table__partition/tkey10\",\"schema/table__partition/tkey11/pp0\",\"schema/table__partition/tkey11/pp1\",\"schema/table__partition/tkey11/pp2\",\"schema/table__partition/tkey11/pp3\",\"schema/table__partition/tkey11\",\"schema/table__partition/tkey12/pp0\",\"schema/table__partition/tkey12/pp1\",\"schema/table__partition/tkey12/pp2\",\"schema/table__partition/tkey12/pp3\",\"schema/table__partition/tkey12\",\"schema/table__partition/tkey13/p0\",\"schema/table__partition/tkey13/p1\",\"schema/table__partition/tkey13/p2\",\"schema/table__partition/tkey13/p3\",\"schema/table__partition/tkey13\",\"schema/table__partition/tkey12_2/p0\",\"schema/table__partition/tkey12_2/p1\",\"schema/table__partition/tkey12_2/p2\",\"schema/table__partition/tkey12_2/p3\",\"schema/table__partition/tkey12_2\",\"schema/table__partition/tkey29/p0\",\"schema/table__partition/tkey29/p1\",\"schema/table__partition/tkey29/p2\",\"schema/table__partition/tkey29/p3\",\"schema/table__partition/tkey29\",\"schema/table__partition/tkey30/p0\",\"schema/table__partition/tkey30/p1\",\"schema/table__partition/tkey30/p2\",\"schema/table__partition/tkey30/p3\",\"schema/table__partition/tkey30\",\"schema/table__partition/tkey31/p0\",\"schema/table__partition/tkey31/p1\",\"schema/table__partition/tkey31/p2\",\"schema/table__partition/tkey31/p3\",\"schema/table__partition/tkey31\",\"schema/table__partition/t_31721/p0\",\"schema/table__partition/t_31721/p1\",\"schema/table__partition/t_31721/p2\",\"schema/table__partition/t_31721\",\"schema/table__partition/tkey14/p0\",\"schema/table__partition/tkey14/p1\",\"schema/table__partition/tkey14/p2\",\"schema/table__partition/tkey14/p3\",\"schema/table__partition/tkey14/p4\",\"schema/table__partition/tkey14\",\"schema/table__partition/tkey15/p0\",\"schema/table__partition/tkey15/p1\",\"schema/table__partition/tkey15/p2\",\"schema/table__partition/tkey15/p3\",\"schema/table__partition/tkey15\",\"schema/table__partition/tkey16\",\"schema/table__partition/tkey17/p0\",\"schema/table__partition/tkey17/p1\",\"schema/table__partition/tkey17\",\"schema/table__partition/t_44966/p0\",\"schema/table__partition/t_44966\",\"schema/table__partition/t\"]}}"] [2024/06/02 17:36:04.729 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16628] [peer-ids="[16629]"] [2024/06/02 17:36:04.730 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFEF00000000000000F8} -> {748000000000004FFFF400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8027] [new-version=8028] [2024/06/02 17:36:04.730 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16628 start_key:\"748000000000004FFFEF00000000000000F8\" end_key:\"748000000000004FFFF400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:04.790 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:04 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__tables/shard_t\"]}}"] [2024/06/02 17:36:05.045 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16630] [peer-ids="[16631]"] [2024/06/02 17:36:05.046 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16630 start_key:\"748000000000004FFFF400000000000000F8\" end_key:\"748000000000004FFFF900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.046 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFF400000000000000F8} -> {748000000000004FFFF900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8028] [new-version=8029] [2024/06/02 17:36:05.133 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16632] [peer-ids="[16633]"] [2024/06/02 17:36:05.134 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16632 start_key:\"748000000000004FFFF900000000000000F8\" end_key:\"748000000000004FFFFB00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.134 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFF900000000000000F8} -> {748000000000004FFFFB00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8029] [new-version=8030] [2024/06/02 17:36:05.193 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:05 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/table__temptable/t\",\"schema/table__temptable/tv\"]}}"] [2024/06/02 17:36:05.453 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16634] [peer-ids="[16635]"] [2024/06/02 17:36:05.454 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{748000000000004FFFFB00000000000000F8} -> {7480000000000050FF0100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8030] [new-version=8031] [2024/06/02 17:36:05.454 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16634 start_key:\"748000000000004FFFFB00000000000000F8\" end_key:\"7480000000000050FF0100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.547 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16636] [peer-ids="[16637]"] [2024/06/02 17:36:05.548 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0100000000000000F8} -> {7480000000000050FF0300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8031] [new-version=8032] [2024/06/02 17:36:05.548 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16636 start_key:\"7480000000000050FF0100000000000000F8\" end_key:\"7480000000000050FF0300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.645 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16638] [peer-ids="[16639]"] [2024/06/02 17:36:05.646 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16638 start_key:\"7480000000000050FF0300000000000000F8\" end_key:\"7480000000000050FF0500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.646 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0300000000000000F8} -> {7480000000000050FF0500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8032] [new-version=8033] [2024/06/02 17:36:05.734 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16640] [peer-ids="[16641]"] [2024/06/02 17:36:05.735 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0500000000000000F8} -> {7480000000000050FF0700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8033] [new-version=8034] [2024/06/02 17:36:05.735 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16640 start_key:\"7480000000000050FF0500000000000000F8\" end_key:\"7480000000000050FF0700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.822 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16642] [peer-ids="[16643]"] [2024/06/02 17:36:05.823 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0700000000000000F8} -> {7480000000000050FF0900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8034] [new-version=8035] [2024/06/02 17:36:05.823 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16642 start_key:\"7480000000000050FF0700000000000000F8\" end_key:\"7480000000000050FF0900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.929 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16644] [peer-ids="[16645]"] [2024/06/02 17:36:05.930 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16644 start_key:\"7480000000000050FF0900000000000000F8\" end_key:\"7480000000000050FF0B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:05.930 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0900000000000000F8} -> {7480000000000050FF0B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8035] [new-version=8036] [2024/06/02 17:36:05.987 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:05 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/topn_push_down/tr\",\"schema/topn_push_down/p\",\"schema/topn_push_down/te\",\"schema/topn_push_down/t1\",\"schema/topn_push_down/t2\",\"schema/topn_push_down/t\"]}}"] [2024/06/02 17:36:06.476 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16646] [peer-ids="[16647]"] [2024/06/02 17:36:06.477 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16646 start_key:\"7480000000000050FF0B00000000000000F8\" end_key:\"7480000000000050FF1300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:06.477 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF0B00000000000000F8} -> {7480000000000050FF1300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8036] [new-version=8037] [2024/06/02 17:36:06.562 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16648] [peer-ids="[16649]"] [2024/06/02 17:36:06.563 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1300000000000000F8} -> {7480000000000050FF1500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8037] [new-version=8038] [2024/06/02 17:36:06.563 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16648 start_key:\"7480000000000050FF1300000000000000F8\" end_key:\"7480000000000050FF1500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:06.649 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16650] [peer-ids="[16651]"] [2024/06/02 17:36:06.649 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1500000000000000F8} -> {7480000000000050FF1700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8038] [new-version=8039] [2024/06/02 17:36:06.650 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16650 start_key:\"7480000000000050FF1500000000000000F8\" end_key:\"7480000000000050FF1700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:06.747 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16652] [peer-ids="[16653]"] [2024/06/02 17:36:06.748 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16652 start_key:\"7480000000000050FF1700000000000000F8\" end_key:\"7480000000000050FF1900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:06.748 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1700000000000000F8} -> {7480000000000050FF1900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8039] [new-version=8040] [2024/06/02 17:36:06.847 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16654] [peer-ids="[16655]"] [2024/06/02 17:36:06.848 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1900000000000000F8} -> {7480000000000050FF1B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8040] [new-version=8041] [2024/06/02 17:36:06.848 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16654 start_key:\"7480000000000050FF1900000000000000F8\" end_key:\"7480000000000050FF1B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:06.936 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16656] [peer-ids="[16657]"] [2024/06/02 17:36:06.937 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1B00000000000000F8} -> {7480000000000050FF1D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8041] [new-version=8042] [2024/06/02 17:36:06.937 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16656 start_key:\"7480000000000050FF1B00000000000000F8\" end_key:\"7480000000000050FF1D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:07.022 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16658] [peer-ids="[16659]"] [2024/06/02 17:36:07.023 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16658 start_key:\"7480000000000050FF1D00000000000000F8\" end_key:\"7480000000000050FF1F00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:07.023 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1D00000000000000F8} -> {7480000000000050FF1F00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8042] [new-version=8043] [2024/06/02 17:36:07.113 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16660] [peer-ids="[16661]"] [2024/06/02 17:36:07.113 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16660 start_key:\"7480000000000050FF1F00000000000000F8\" end_key:\"7480000000000050FF2100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:07.114 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF1F00000000000000F8} -> {7480000000000050FF2100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8043] [new-version=8044] [2024/06/02 17:36:09.160 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:09 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/tpch/nation\",\"schema/tpch/region\",\"schema/tpch/part\",\"schema/tpch/supplier\",\"schema/tpch/partsupp\",\"schema/tpch/customer\",\"schema/tpch/orders\",\"schema/tpch/lineitem\"]}}"] [2024/06/02 17:36:09.347 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16662] [peer-ids="[16663]"] [2024/06/02 17:36:09.349 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2100000000000000F8} -> {7480000000000050FF2600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8044] [new-version=8045] [2024/06/02 17:36:09.350 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16662 start_key:\"7480000000000050FF2100000000000000F8\" end_key:\"7480000000000050FF2600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:09.514 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16664] [peer-ids="[16665]"] [2024/06/02 17:36:09.514 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2600000000000000F8} -> {7480000000000050FF2900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8045] [new-version=8046] [2024/06/02 17:36:09.514 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16664 start_key:\"7480000000000050FF2600000000000000F8\" end_key:\"7480000000000050FF2900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:09.581 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16666] [peer-ids="[16667]"] [2024/06/02 17:36:09.581 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16666 start_key:\"7480000000000050FF2900000000000000F8\" end_key:\"7480000000000050FF2B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:09.581 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2900000000000000F8} -> {7480000000000050FF2B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8046] [new-version=8047] [2024/06/02 17:36:09.750 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16668] [peer-ids="[16669]"] [2024/06/02 17:36:09.751 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2B00000000000000F8} -> {7480000000000050FF2E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8047] [new-version=8048] [2024/06/02 17:36:09.751 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16668 start_key:\"7480000000000050FF2B00000000000000F8\" end_key:\"7480000000000050FF2E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:09.827 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16670] [peer-ids="[16671]"] [2024/06/02 17:36:09.828 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF2E00000000000000F8} -> {7480000000000050FF3000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8048] [new-version=8049] [2024/06/02 17:36:09.827 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16670 start_key:\"7480000000000050FF2E00000000000000F8\" end_key:\"7480000000000050FF3000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:09.889 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16672] [peer-ids="[16673]"] [2024/06/02 17:36:09.890 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3000000000000000F8} -> {7480000000000050FF3200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8049] [new-version=8050] [2024/06/02 17:36:09.890 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16672 start_key:\"7480000000000050FF3000000000000000F8\" end_key:\"7480000000000050FF3200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:10.065 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16674] [peer-ids="[16675]"] [2024/06/02 17:36:10.066 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3200000000000000F8} -> {7480000000000050FF3500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8050] [new-version=8051] [2024/06/02 17:36:10.066 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16674 start_key:\"7480000000000050FF3200000000000000F8\" end_key:\"7480000000000050FF3500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:10.239 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16676] [peer-ids="[16677]"] [2024/06/02 17:36:10.240 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3500000000000000F8} -> {7480000000000050FF3800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8051] [new-version=8052] [2024/06/02 17:36:10.240 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16676 start_key:\"7480000000000050FF3500000000000000F8\" end_key:\"7480000000000050FF3800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:10.411 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16678] [peer-ids="[16679]"] [2024/06/02 17:36:10.412 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16678 start_key:\"7480000000000050FF3800000000000000F8\" end_key:\"7480000000000050FF3B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:10.412 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3800000000000000F8} -> {7480000000000050FF3B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8052] [new-version=8053] [2024/06/02 17:36:10.601 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16680] [peer-ids="[16681]"] [2024/06/02 17:36:10.602 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3B00000000000000F8} -> {7480000000000050FF3E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8053] [new-version=8054] [2024/06/02 17:36:10.602 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16680 start_key:\"7480000000000050FF3B00000000000000F8\" end_key:\"7480000000000050FF3E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:10.786 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16682] [peer-ids="[16683]"] [2024/06/02 17:36:10.786 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF3E00000000000000F8} -> {7480000000000050FF4100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8054] [new-version=8055] [2024/06/02 17:36:10.787 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16682 start_key:\"7480000000000050FF3E00000000000000F8\" end_key:\"7480000000000050FF4100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:10.962 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16684] [peer-ids="[16685]"] [2024/06/02 17:36:10.963 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF4100000000000000F8} -> {7480000000000050FF4400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8055] [new-version=8056] [2024/06/02 17:36:10.963 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16684 start_key:\"7480000000000050FF4100000000000000F8\" end_key:\"7480000000000050FF4400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:11.144 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16686] [peer-ids="[16687]"] [2024/06/02 17:36:11.145 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF4400000000000000F8} -> {7480000000000050FF4700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8056] [new-version=8057] [2024/06/02 17:36:11.145 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16686 start_key:\"7480000000000050FF4400000000000000F8\" end_key:\"7480000000000050FF4700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:11.324 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16688] [peer-ids="[16689]"] [2024/06/02 17:36:11.324 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF4700000000000000F8} -> {7480000000000050FF4A00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8057] [new-version=8058] [2024/06/02 17:36:11.324 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16688 start_key:\"7480000000000050FF4700000000000000F8\" end_key:\"7480000000000050FF4A00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:11.496 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16690] [peer-ids="[16691]"] [2024/06/02 17:36:11.497 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF4A00000000000000F8} -> {7480000000000050FF4D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8058] [new-version=8059] [2024/06/02 17:36:11.497 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16690 start_key:\"7480000000000050FF4A00000000000000F8\" end_key:\"7480000000000050FF4D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:11.692 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16692] [peer-ids="[16693]"] [2024/06/02 17:36:11.693 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF4D00000000000000F8} -> {7480000000000050FF5000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8059] [new-version=8060] [2024/06/02 17:36:11.693 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16692 start_key:\"7480000000000050FF4D00000000000000F8\" end_key:\"7480000000000050FF5000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:11.864 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16694] [peer-ids="[16695]"] [2024/06/02 17:36:11.865 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF5000000000000000F8} -> {7480000000000050FF5300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8060] [new-version=8061] [2024/06/02 17:36:11.865 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16694 start_key:\"7480000000000050FF5000000000000000F8\" end_key:\"7480000000000050FF5300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:12.044 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16696] [peer-ids="[16697]"] [2024/06/02 17:36:12.045 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16696 start_key:\"7480000000000050FF5300000000000000F8\" end_key:\"7480000000000050FF5600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:12.045 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF5300000000000000F8} -> {7480000000000050FF5600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8061] [new-version=8062] [2024/06/02 17:36:12.210 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16698] [peer-ids="[16699]"] [2024/06/02 17:36:12.210 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF5600000000000000F8} -> {7480000000000050FF5900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8062] [new-version=8063] [2024/06/02 17:36:12.210 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16698 start_key:\"7480000000000050FF5600000000000000F8\" end_key:\"7480000000000050FF5900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:12.399 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16700] [peer-ids="[16701]"] [2024/06/02 17:36:12.400 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF5900000000000000F8} -> {7480000000000050FF5C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8063] [new-version=8064] [2024/06/02 17:36:12.400 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16700 start_key:\"7480000000000050FF5900000000000000F8\" end_key:\"7480000000000050FF5C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:12.549 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:12 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/types__const/t\",\"schema/types__const/tb5\",\"schema/types__const/t1\"]}}"] [2024/06/02 17:36:12.766 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16702] [peer-ids="[16703]"] [2024/06/02 17:36:12.767 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF5C00000000000000F8} -> {7480000000000050FF6200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8064] [new-version=8065] [2024/06/02 17:36:12.767 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16702 start_key:\"7480000000000050FF5C00000000000000F8\" end_key:\"7480000000000050FF6200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:12.841 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16704] [peer-ids="[16705]"] [2024/06/02 17:36:12.842 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6200000000000000F8} -> {7480000000000050FF6400000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8065] [new-version=8066] [2024/06/02 17:36:12.842 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16704 start_key:\"7480000000000050FF6200000000000000F8\" end_key:\"7480000000000050FF6400000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:13.370 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:57200, StartTime:2024-06-02 17:36:13 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"558d827a-05cf-4c58-a9c3-f71d62ae97d6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff645f698000000000ff0000010100000000ff00000000f7038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff645f698000000000ff0000010100000000ff00000000f7038000ff0000000000010000fe\"}]}}"] [2024/06/02 17:36:13.387 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD 7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:14(8066, 1), createAt:2024-06-02 17:36:13.387451338 +0800 CST m=+1731.698871512, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6400000000000000F8\"}"] [2024/06/02 17:36:13.387 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:13.388 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16706] [peer-ids="[16707]"] [2024/06/02 17:36:13.388 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16708] [peer-ids="[16709]"] [2024/06/02 17:36:13.388 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6400000000000000F8} -> {7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8066] [new-version=8068] [2024/06/02 17:36:13.388 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.306606ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD 7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:14(8066, 1), createAt:2024-06-02 17:36:13.387451338 +0800 CST m=+1731.698871512, startAt:2024-06-02 17:36:13.387545915 +0800 CST m=+1731.698966089, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6400000000000000F8\"}"] [2024/06/02 17:36:13.388 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16706 start_key:\"7480000000000050FF6400000000000000F8\" end_key:\"7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD\" region_epoch: peers: id:16708 start_key:\"7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FD\" end_key:\"7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:13.397 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:38046, StartTime:2024-06-02 17:36:13 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"558d827a-05cf-4c58-a9c3-f71d62ae97d6\"]}}"] [2024/06/02 17:36:13.851 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:38054, StartTime:2024-06-02 17:36:13 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a47dc657-5a1e-4f44-8475-d869ae54ed5c\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff645f698000000000ff0000020100000000ff00000000f7038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff645f698000000000ff0000020100000000ff00000000f7038000ff0000000000010000fe\"}]}}"] [2024/06/02 17:36:13.869 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD 7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:14(8068, 1), createAt:2024-06-02 17:36:13.869272884 +0800 CST m=+1732.180693062, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\"}"] [2024/06/02 17:36:13.869 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:13.869 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16710] [peer-ids="[16711]"] [2024/06/02 17:36:13.869 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16712] [peer-ids="[16713]"] [2024/06/02 17:36:13.870 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE} -> {7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8068] [new-version=8070] [2024/06/02 17:36:13.870 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16710 start_key:\"7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\" end_key:\"7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD\" region_epoch: peers: id:16712 start_key:\"7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD\" end_key:\"7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:13.870 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.193256ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FD 7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE]} (kind:split, region:14(8068, 1), createAt:2024-06-02 17:36:13.869272884 +0800 CST m=+1732.180693062, startAt:2024-06-02 17:36:13.869397795 +0800 CST m=+1732.180817969, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF645F698000000000FF0000010100000000FF00000000F7038000FF0000000000010000FE\"}"] [2024/06/02 17:36:13.877 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:38064, StartTime:2024-06-02 17:36:13 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a47dc657-5a1e-4f44-8475-d869ae54ed5c\"]}}"] [2024/06/02 17:36:14.156 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16714] [peer-ids="[16715]"] [2024/06/02 17:36:14.156 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16714 start_key:\"7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE\" end_key:\"7480000000000050FF6B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:14.156 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF645F698000000000FF0000020100000000FF00000000F7038000FF0000000000010000FE} -> {7480000000000050FF6B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8070] [new-version=8071] [2024/06/02 17:36:14.398 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:38080, StartTime:2024-06-02 17:36:14 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"275728ff-d46a-485c-834d-0346185a794b\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000010380000000ff0000006403800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000010380000000ff0000006403800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:14.410 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD]} (kind:split, region:14(8071, 1), createAt:2024-06-02 17:36:14.410209964 +0800 CST m=+1732.721630142, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B00000000000000F8\"}"] [2024/06/02 17:36:14.410 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:14.410 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16716] [peer-ids="[16717]"] [2024/06/02 17:36:14.410 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16718] [peer-ids="[16719]"] [2024/06/02 17:36:14.411 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B00000000000000F8} -> {7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8071] [new-version=8073] [2024/06/02 17:36:14.411 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16716 start_key:\"7480000000000050FF6B00000000000000F8\" end_key:\"7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC\" region_epoch: peers: id:16718 start_key:\"7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:14.411 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.259613ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD]} (kind:split, region:14(8071, 1), createAt:2024-06-02 17:36:14.410209964 +0800 CST m=+1732.721630142, startAt:2024-06-02 17:36:14.410367005 +0800 CST m=+1732.721787178, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B00000000000000F8\"}"] [2024/06/02 17:36:14.424 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:38096, StartTime:2024-06-02 17:36:14 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"275728ff-d46a-485c-834d-0346185a794b\"]}}"] [2024/06/02 17:36:14.897 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:38118, StartTime:2024-06-02 17:36:14 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"a60724da-9b84-4eed-8d44-7b11d5ee6a99\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff00000205bff3be76ffc8b4395803800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff00000205bff3be76ffc8b4395803800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:14.913 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD]} (kind:split, region:14(8073, 1), createAt:2024-06-02 17:36:14.913019733 +0800 CST m=+1733.224439907, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\"}"] [2024/06/02 17:36:14.913 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:14.913 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16720] [peer-ids="[16721]"] [2024/06/02 17:36:14.913 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16722] [peer-ids="[16723]"] [2024/06/02 17:36:14.914 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.168477ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD]} (kind:split, region:14(8073, 1), createAt:2024-06-02 17:36:14.913019733 +0800 CST m=+1733.224439907, startAt:2024-06-02 17:36:14.913134351 +0800 CST m=+1733.224554525, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\"}"] [2024/06/02 17:36:14.914 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8073] [new-version=8075] [2024/06/02 17:36:14.914 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16720 start_key:\"7480000000000050FF6B5F698000000000FF0000010380000000FF0000006403800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC\" region_epoch: peers: id:16722 start_key:\"7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:14.923 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:38122, StartTime:2024-06-02 17:36:14 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"a60724da-9b84-4eed-8d44-7b11d5ee6a99\"]}}"] [2024/06/02 17:36:15.386 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:38144, StartTime:2024-06-02 17:36:15 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"d8f4fc49-5304-408d-a05f-69d014355545\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff00000306140a8000ff0000010df28e8000ff0380000000000000ff0100000000000000f8\",\"end_key\":\"7480000000000050ff6b5f698000000000ff00000306140a8000ff0000010df28e8000ff0380000000000000ff0100000000000000f9\"}]}}"] [2024/06/02 17:36:15.394 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8 7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9]} (kind:split, region:14(8075, 1), createAt:2024-06-02 17:36:15.394193818 +0800 CST m=+1733.705613991, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\"}"] [2024/06/02 17:36:15.394 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:15.394 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16724] [peer-ids="[16725]"] [2024/06/02 17:36:15.394 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16726] [peer-ids="[16727]"] [2024/06/02 17:36:15.395 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8075] [new-version=8077] [2024/06/02 17:36:15.395 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.032133ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8 7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9]} (kind:split, region:14(8075, 1), createAt:2024-06-02 17:36:15.394193818 +0800 CST m=+1733.705613991, startAt:2024-06-02 17:36:15.394292141 +0800 CST m=+1733.705712315, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\"}"] [2024/06/02 17:36:15.395 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16724 start_key:\"7480000000000050FF6B5F698000000000FF00000205BFF3BE76FFC8B4395803800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8\" region_epoch: peers: id:16726 start_key:\"7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F8\" end_key:\"7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:15.412 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49706, StartTime:2024-06-02 17:36:15 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"d8f4fc49-5304-408d-a05f-69d014355545\"]}}"] [2024/06/02 17:36:15.874 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49732, StartTime:2024-06-02 17:36:15 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8b1cbd09-3663-4ce9-be6b-f77fb96d53e7\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000040122616263ff64656667ff220000ff0000000000f80380ff0000000000000100fe\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000040122616263ff64656667ff220000ff0000000000f80380ff0000000000000100ff0000000000000000f7\"}]}}"] [2024/06/02 17:36:15.888 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE 7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7]} (kind:split, region:14(8077, 1), createAt:2024-06-02 17:36:15.888179574 +0800 CST m=+1734.199599747, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\"}"] [2024/06/02 17:36:15.888 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:15.888 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16728] [peer-ids="[16729]"] [2024/06/02 17:36:15.888 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16730] [peer-ids="[16731]"] [2024/06/02 17:36:15.889 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9} -> {7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8077] [new-version=8079] [2024/06/02 17:36:15.889 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.085142ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE 7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7]} (kind:split, region:14(8077, 1), createAt:2024-06-02 17:36:15.888179574 +0800 CST m=+1734.199599747, startAt:2024-06-02 17:36:15.88828552 +0800 CST m=+1734.199705694, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\"}"] [2024/06/02 17:36:15.889 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16728 start_key:\"7480000000000050FF6B5F698000000000FF00000306140A8000FF0000010DF28E8000FF0380000000000000FF0100000000000000F9\" end_key:\"7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE\" region_epoch: peers: id:16730 start_key:\"7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FE\" end_key:\"7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:15.900 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49744, StartTime:2024-06-02 17:36:15 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8b1cbd09-3663-4ce9-be6b-f77fb96d53e7\"]}}"] [2024/06/02 17:36:16.360 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49764, StartTime:2024-06-02 17:36:16 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"e0384ecb-1516-4074-acd3-7dd597067576\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000050419a0f800ff0000000003800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000050419a0f800ff0000000003800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:16.361 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD]} (kind:split, region:14(8079, 1), createAt:2024-06-02 17:36:16.361632985 +0800 CST m=+1734.673053158, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\"}"] [2024/06/02 17:36:16.361 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:16.362 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16732] [peer-ids="[16733]"] [2024/06/02 17:36:16.362 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16734] [peer-ids="[16735]"] [2024/06/02 17:36:16.362 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7} -> {7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8079] [new-version=8081] [2024/06/02 17:36:16.362 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.110413ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD]} (kind:split, region:14(8079, 1), createAt:2024-06-02 17:36:16.361632985 +0800 CST m=+1734.673053158, startAt:2024-06-02 17:36:16.361728391 +0800 CST m=+1734.673148564, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\"}"] [2024/06/02 17:36:16.362 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16732 start_key:\"7480000000000050FF6B5F698000000000FF0000040122616263FF64656667FF220000FF0000000000F80380FF0000000000000100FF0000000000000000F7\" end_key:\"7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC\" region_epoch: peers: id:16734 start_key:\"7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:16.386 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49768, StartTime:2024-06-02 17:36:16 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"e0384ecb-1516-4074-acd3-7dd597067576\"]}}"] [2024/06/02 17:36:16.907 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49796, StartTime:2024-06-02 17:36:16 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"1b8d2d96-4c23-4b0f-a500-866f9b089c87\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000060780002a90ff3dc5560003800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000060780002a90ff3dc5560003800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:16.911 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD]} (kind:split, region:14(8081, 1), createAt:2024-06-02 17:36:16.911658569 +0800 CST m=+1735.223078742, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:16.911 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:16.912 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16736] [peer-ids="[16737]"] [2024/06/02 17:36:16.912 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16738] [peer-ids="[16739]"] [2024/06/02 17:36:16.912 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16736 start_key:\"7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC\" region_epoch: peers: id:16738 start_key:\"7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:16.912 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.093118ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD]} (kind:split, region:14(8081, 1), createAt:2024-06-02 17:36:16.911658569 +0800 CST m=+1735.223078742, startAt:2024-06-02 17:36:16.911772429 +0800 CST m=+1735.223192603, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:16.912 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000050419A0F800FF0000000003800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8081] [new-version=8083] [2024/06/02 17:36:16.933 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49800, StartTime:2024-06-02 17:36:16 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"1b8d2d96-4c23-4b0f-a500-866f9b089c87\"]}}"] [2024/06/02 17:36:17.264 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49806, StartTime:2024-06-02 17:36:17 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"6f76585d-31f5-483f-ae68-726fafb7ecac\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000070419a0f8cefffb00000003800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000070419a0f8cefffb00000003800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:17.265 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD]} (kind:split, region:14(8083, 1), createAt:2024-06-02 17:36:17.265489302 +0800 CST m=+1735.576909474, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:17.265 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:17.265 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16740] [peer-ids="[16741]"] [2024/06/02 17:36:17.265 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16742] [peer-ids="[16743]"] [2024/06/02 17:36:17.266 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.053625ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD]} (kind:split, region:14(8083, 1), createAt:2024-06-02 17:36:17.265489302 +0800 CST m=+1735.576909474, startAt:2024-06-02 17:36:17.26559856 +0800 CST m=+1735.577018733, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:17.266 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16740 start_key:\"7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC\" region_epoch: peers: id:16742 start_key:\"7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:17.266 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000060780002A90FF3DC5560003800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8083] [new-version=8085] [2024/06/02 17:36:17.291 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49820, StartTime:2024-06-02 17:36:17 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"6f76585d-31f5-483f-ae68-726fafb7ecac\"]}}"] [2024/06/02 17:36:17.640 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49830, StartTime:2024-06-02 17:36:17 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"0c69d38b-1da0-44bb-8972-bf2c4722c514\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000080380000000ff000007e203800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000080380000000ff000007e203800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:17.656 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD]} (kind:split, region:14(8085, 1), createAt:2024-06-02 17:36:17.656962811 +0800 CST m=+1735.968382985, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:17.657 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:17.657 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16744] [peer-ids="[16745]"] [2024/06/02 17:36:17.657 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16746] [peer-ids="[16747]"] [2024/06/02 17:36:17.658 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8085] [new-version=8087] [2024/06/02 17:36:17.658 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16744 start_key:\"7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC\" region_epoch: peers: id:16746 start_key:\"7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:17.658 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.191402ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD]} (kind:split, region:14(8085, 1), createAt:2024-06-02 17:36:17.656962811 +0800 CST m=+1735.968382985, startAt:2024-06-02 17:36:17.657093837 +0800 CST m=+1735.968514010, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000070419A0F8CEFFFB00000003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:17.666 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49846, StartTime:2024-06-02 17:36:17 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"0c69d38b-1da0-44bb-8972-bf2c4722c514\"]}}"] [2024/06/02 17:36:18.004 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49850, StartTime:2024-06-02 17:36:18 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"1df17d08-7961-4ec9-a840-7972a2d29471\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff0000090419a0f88aff2100000003800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff6b5f698000000000ff0000090419a0f88aff2100000003800000ff0000000001000000fd\"}]}}"] [2024/06/02 17:36:18.020 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD]} (kind:split, region:14(8087, 1), createAt:2024-06-02 17:36:18.020106644 +0800 CST m=+1736.331526817, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\"}"] [2024/06/02 17:36:18.020 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:18.020 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16748] [peer-ids="[16749]"] [2024/06/02 17:36:18.020 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16750] [peer-ids="[16751]"] [2024/06/02 17:36:18.021 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8087] [new-version=8089] [2024/06/02 17:36:18.021 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.064954ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC 7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD]} (kind:split, region:14(8087, 1), createAt:2024-06-02 17:36:18.020106644 +0800 CST m=+1736.331526817, startAt:2024-06-02 17:36:18.020236655 +0800 CST m=+1736.331656827, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\"}"] [2024/06/02 17:36:18.021 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16748 start_key:\"7480000000000050FF6B5F698000000000FF0000080380000000FF000007E203800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC\" region_epoch: peers: id:16750 start_key:\"7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FC\" end_key:\"7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:18.035 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49866, StartTime:2024-06-02 17:36:18 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"1df17d08-7961-4ec9-a840-7972a2d29471\"]}}"] [2024/06/02 17:36:18.385 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49886, StartTime:2024-06-02 17:36:18 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"ccd68318-d4d3-47cf-aeb8-63a5e278745f\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff6b5f698000000000ff00000a0380000000ff0000006405bff3beff76c8b4395806140aff80000000010df28eff8000012261626364ff656667ff22000000ff00000000f80419a0fff800000000000780ff002a903dc5560004ff19a0f8cefb000000ff0419a0f88a210000ff0003800000000000ff07e2038000000000ff0000010000000000fa\",\"end_key\":\"7480000000000050ff6b5f698000000000ff00000a0380000000ff0000006405bff3beff76c8b4395806140aff80000000010df28eff8000012261626364ff656667ff22000000ff00000000f80419a0fff800000000000780ff002a903dc5560004ff19a0f8cefb000000ff0419a0f88a210000ff0003800000000000ff07e2038000000000ff0000010000000000fb\"}]}}"] [2024/06/02 17:36:18.387 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA 7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB]} (kind:split, region:14(8089, 1), createAt:2024-06-02 17:36:18.387463234 +0800 CST m=+1736.698883406, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:18.387 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:18.387 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16752] [peer-ids="[16753]"] [2024/06/02 17:36:18.388 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16754] [peer-ids="[16755]"] [2024/06/02 17:36:18.388 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD} -> {7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8089] [new-version=8091] [2024/06/02 17:36:18.388 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16752 start_key:\"7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\" end_key:\"7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA\" region_epoch: peers: id:16754 start_key:\"7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA\" end_key:\"7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:18.388 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.348125ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FA 7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB]} (kind:split, region:14(8089, 1), createAt:2024-06-02 17:36:18.387463234 +0800 CST m=+1736.698883406, startAt:2024-06-02 17:36:18.387571057 +0800 CST m=+1736.698991229, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF6B5F698000000000FF0000090419A0F88AFF2100000003800000FF0000000001000000FD\"}"] [2024/06/02 17:36:18.412 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49888, StartTime:2024-06-02 17:36:18 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"ccd68318-d4d3-47cf-aeb8-63a5e278745f\"]}}"] [2024/06/02 17:36:18.713 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16756] [peer-ids="[16757]"] [2024/06/02 17:36:18.713 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB} -> {7480000000000050FF7800000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8091] [new-version=8092] [2024/06/02 17:36:18.713 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16756 start_key:\"7480000000000050FF6B5F698000000000FF00000A0380000000FF0000006405BFF3BEFF76C8B4395806140AFF80000000010DF28EFF8000012261626364FF656667FF22000000FF00000000F80419A0FFF800000000000780FF002A903DC5560004FF19A0F8CEFB000000FF0419A0F88A210000FF0003800000000000FF07E2038000000000FF0000010000000000FB\" end_key:\"7480000000000050FF7800000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:19.063 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49906, StartTime:2024-06-02 17:36:19 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"8d35f36c-b8fe-49f7-8d7c-dfe76156fcd7\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff785f698000000000ff0000040380000000ff0000000103800000ff0000000001000000fc\",\"end_key\":\"7480000000000050ff785f698000000000ff0000040380000000ff0000006403800000ff0000000064000000fd\"}]}}"] [2024/06/02 17:36:19.071 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF785F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC 7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD]} (kind:split, region:14(8092, 1), createAt:2024-06-02 17:36:19.071075887 +0800 CST m=+1737.382496065, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF7800000000000000F8\"}"] [2024/06/02 17:36:19.071 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:19.071 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16758] [peer-ids="[16759]"] [2024/06/02 17:36:19.071 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16760] [peer-ids="[16761]"] [2024/06/02 17:36:19.072 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF7800000000000000F8} -> {7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8092] [new-version=8094] [2024/06/02 17:36:19.072 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.095895ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF785F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC 7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD]} (kind:split, region:14(8092, 1), createAt:2024-06-02 17:36:19.071075887 +0800 CST m=+1737.382496065, startAt:2024-06-02 17:36:19.071205962 +0800 CST m=+1737.382626135, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF7800000000000000F8\"}"] [2024/06/02 17:36:19.072 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16758 start_key:\"7480000000000050FF7800000000000000F8\" end_key:\"7480000000000050FF785F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC\" region_epoch: peers: id:16760 start_key:\"7480000000000050FF785F698000000000FF0000040380000000FF0000000103800000FF0000000001000000FC\" end_key:\"7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:19.089 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49910, StartTime:2024-06-02 17:36:19 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"8d35f36c-b8fe-49f7-8d7c-dfe76156fcd7\"]}}"] [2024/06/02 17:36:19.436 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49932, StartTime:2024-06-02 17:36:19 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"54febe6a-430c-4913-b38e-b29aa5db46f6\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff785f698000000000ff0000050380000000ff0000000103800000ff0000000001038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff785f698000000000ff0000050380000000ff0000006403800000ff0000000064038000ff0000000000640000fe\"}]}}"] [2024/06/02 17:36:19.448 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE]} (kind:split, region:14(8094, 1), createAt:2024-06-02 17:36:19.448600779 +0800 CST m=+1737.760020952, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD\"}"] [2024/06/02 17:36:19.448 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:19.449 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16762] [peer-ids="[16763]"] [2024/06/02 17:36:19.449 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16764] [peer-ids="[16765]"] [2024/06/02 17:36:19.449 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=1.093043ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE]} (kind:split, region:14(8094, 1), createAt:2024-06-02 17:36:19.448600779 +0800 CST m=+1737.760020952, startAt:2024-06-02 17:36:19.448705474 +0800 CST m=+1737.760125647, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD\"}"] [2024/06/02 17:36:19.449 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD} -> {7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8094] [new-version=8096] [2024/06/02 17:36:19.449 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16762 start_key:\"7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD\" end_key:\"7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD\" region_epoch: peers: id:16764 start_key:\"7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD\" end_key:\"7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:19.461 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49934, StartTime:2024-06-02 17:36:19 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"54febe6a-430c-4913-b38e-b29aa5db46f6\"]}}"] [2024/06/02 17:36:19.877 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49942, StartTime:2024-06-02 17:36:19 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/util__admin/t1\",\"schema/util__admin/t\"]}}"] [2024/06/02 17:36:20.069 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16766] [peer-ids="[16767]"] [2024/06/02 17:36:20.070 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE} -> {7480000000000050FF8100000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8096] [new-version=8097] [2024/06/02 17:36:20.070 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16766 start_key:\"7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE\" end_key:\"7480000000000050FF8100000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.139 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16768] [peer-ids="[16769]"] [2024/06/02 17:36:20.139 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8100000000000000F8} -> {7480000000000050FF8300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8097] [new-version=8098] [2024/06/02 17:36:20.139 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16768 start_key:\"7480000000000050FF8100000000000000F8\" end_key:\"7480000000000050FF8300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.207 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16770] [peer-ids="[16771]"] [2024/06/02 17:36:20.207 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8300000000000000F8} -> {7480000000000050FF8500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8098] [new-version=8099] [2024/06/02 17:36:20.207 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16770 start_key:\"7480000000000050FF8300000000000000F8\" end_key:\"7480000000000050FF8500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.270 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16772] [peer-ids="[16773]"] [2024/06/02 17:36:20.271 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8500000000000000F8} -> {7480000000000050FF8700000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8099] [new-version=8100] [2024/06/02 17:36:20.271 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16772 start_key:\"7480000000000050FF8500000000000000F8\" end_key:\"7480000000000050FF8700000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.445 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16774] [peer-ids="[16775]"] [2024/06/02 17:36:20.446 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8700000000000000F8} -> {7480000000000050FF8B00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8100] [new-version=8101] [2024/06/02 17:36:20.446 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16774 start_key:\"7480000000000050FF8700000000000000F8\" end_key:\"7480000000000050FF8B00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.448 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16776] [peer-ids="[16777]"] [2024/06/02 17:36:20.449 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8B00000000000000F8} -> {7480000000000050FF8C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8101] [new-version=8102] [2024/06/02 17:36:20.449 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16776 start_key:\"7480000000000050FF8B00000000000000F8\" end_key:\"7480000000000050FF8C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.451 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16778] [peer-ids="[16779]"] [2024/06/02 17:36:20.452 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8C00000000000000F8} -> {7480000000000050FF8D00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8102] [new-version=8103] [2024/06/02 17:36:20.452 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16778 start_key:\"7480000000000050FF8C00000000000000F8\" end_key:\"7480000000000050FF8D00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.701 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16780] [peer-ids="[16781]"] [2024/06/02 17:36:20.701 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF8D00000000000000F8} -> {7480000000000050FF9000000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8103] [new-version=8104] [2024/06/02 17:36:20.701 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16780 start_key:\"7480000000000050FF8D00000000000000F8\" end_key:\"7480000000000050FF9000000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:20.936 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16782] [peer-ids="[16783]"] [2024/06/02 17:36:20.937 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9000000000000000F8} -> {7480000000000050FF9300000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8104] [new-version=8105] [2024/06/02 17:36:20.937 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16782 start_key:\"7480000000000050FF9000000000000000F8\" end_key:\"7480000000000050FF9300000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:21.098 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16784] [peer-ids="[16785]"] [2024/06/02 17:36:21.099 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9300000000000000F8} -> {7480000000000050FF9600000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8105] [new-version=8106] [2024/06/02 17:36:21.099 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16784 start_key:\"7480000000000050FF9300000000000000F8\" end_key:\"7480000000000050FF9600000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:21.317 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16786] [peer-ids="[16787]"] [2024/06/02 17:36:21.317 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16786 start_key:\"7480000000000050FF9600000000000000F8\" end_key:\"7480000000000050FF9900000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:21.317 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9600000000000000F8} -> {7480000000000050FF9900000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8106] [new-version=8107] [2024/06/02 17:36:21.530 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16788] [peer-ids="[16789]"] [2024/06/02 17:36:21.531 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9900000000000000F8} -> {7480000000000050FF9C00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8107] [new-version=8108] [2024/06/02 17:36:21.531 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16788 start_key:\"7480000000000050FF9900000000000000F8\" end_key:\"7480000000000050FF9C00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:21.600 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16790] [peer-ids="[16791]"] [2024/06/02 17:36:21.600 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9C00000000000000F8} -> {7480000000000050FF9E00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8108] [new-version=8109] [2024/06/02 17:36:21.600 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16790 start_key:\"7480000000000050FF9C00000000000000F8\" end_key:\"7480000000000050FF9E00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:22.784 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:SetRegionLabelRule, Method:HTTP/1.1/POST:/pd/api/v1/config/region-label/rule, CallerID:pd-http-client, IP:127.0.0.1, Port:49942, StartTime:2024-06-02 17:36:22 +0800 CST, URLParam:{}, BodyParam:{\"id\":\"3e22f6e5-cc3a-4f5a-b42f-df8516fcb28a\",\"index\":0,\"labels\":[{\"key\":\"schedule\",\"value\":\"deny\",\"ttl\":\"5m0s\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7480000000000050ff9e5f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fd\",\"end_key\":\"7480000000000050ff9e5f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fe\"}]}}"] [2024/06/02 17:36:22.793 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=14] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE]} (kind:split, region:14(8109, 1), createAt:2024-06-02 17:36:22.793883445 +0800 CST m=+1741.105303619, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF9E00000000000000F8\"}"] [2024/06/02 17:36:22.793 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=14] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:22.794 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16792] [peer-ids="[16793]"] [2024/06/02 17:36:22.794 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16794] [peer-ids="[16795]"] [2024/06/02 17:36:22.796 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9E00000000000000F8} -> {7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8109] [new-version=8111] [2024/06/02 17:36:22.796 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=14] [takes=2.141044ms] [operator="\"labeler-split-region {split: region 14 use policy USEKEY and keys [7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE]} (kind:split, region:14(8109, 1), createAt:2024-06-02 17:36:22.793883445 +0800 CST m=+1741.105303619, startAt:2024-06-02 17:36:22.793991878 +0800 CST m=+1741.105412052, currentStep:1, size:1, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"748000FFFFFFFFFFFFF900000000000000F8\",\"region-start-key\":\"7480000000000050FF9E00000000000000F8\"}"] [2024/06/02 17:36:22.796 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16792 start_key:\"7480000000000050FF9E00000000000000F8\" end_key:\"7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD\" region_epoch: peers: id:16794 start_key:\"7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD\" end_key:\"7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE\" region_epoch: peers:"] [total=2] [2024/06/02 17:36:22.810 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:pd-http-client, IP:127.0.0.1, Port:49946, StartTime:2024-06-02 17:36:22 +0800 CST, URLParam:{}, BodyParam:{\"sets\":null,\"deletes\":[\"3e22f6e5-cc3a-4f5a-b42f-df8516fcb28a\"]}}"] [2024/06/02 17:36:23.868 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16796] [peer-ids="[16797]"] [2024/06/02 17:36:23.869 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE} -> {7480000000000050FFA200000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8111] [new-version=8112] [2024/06/02 17:36:23.869 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16796 start_key:\"7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE\" end_key:\"7480000000000050FFA200000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:24.090 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16798] [peer-ids="[16799]"] [2024/06/02 17:36:24.091 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FFA200000000000000F8} -> {7480000000000050FFA500000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8112] [new-version=8113] [2024/06/02 17:36:24.091 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16798 start_key:\"7480000000000050FFA200000000000000F8\" end_key:\"7480000000000050FFA500000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:24.170 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49958, StartTime:2024-06-02 17:36:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/util__ranger/idt_20755\",\"schema/util__ranger/t1\",\"schema/util__ranger/t2\",\"schema/util__ranger/t0\",\"schema/util__ranger/t\"]}}"] [2024/06/02 17:36:24.356 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16800] [peer-ids="[16801]"] [2024/06/02 17:36:24.357 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FFA500000000000000F8} -> {7480000000000050FFAA00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8113] [new-version=8114] [2024/06/02 17:36:24.357 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16800 start_key:\"7480000000000050FFA500000000000000F8\" end_key:\"7480000000000050FFAA00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:24.423 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=16802] [peer-ids="[16803]"] [2024/06/02 17:36:24.423 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=14] [detail="StartKey Changed:{7480000000000050FFAA00000000000000F8} -> {7480000000000050FFAC00000000000000F8}, EndKey:{748000FFFFFFFFFFFFF900000000000000F8}"] [old-version=8114] [new-version=8115] [2024/06/02 17:36:24.423 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=14] [origin="id:16802 start_key:\"7480000000000050FFAA00000000000000F8\" end_key:\"7480000000000050FFAC00000000000000F8\" region_epoch: peers:"] [total=1] [2024/06/02 17:36:24.528 +08:00] [INFO] [audit.go:126] ["audit log"] [service-info="{ServiceLabel:PatchRegionLabelRules, Method:HTTP/1.1/PATCH:/pd/api/v1/config/region-label/rules, CallerID:tidb-info-syncer, IP:127.0.0.1, Port:49958, StartTime:2024-06-02 17:36:24 +0800 CST, URLParam:{}, BodyParam:{\"sets\":[],\"deletes\":[\"schema/window_function/t\",\"schema/window_function/t1\"]}}"] ==> ./pd3.log <== [2024/06/02 17:07:21.733 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.733 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.733 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=820b37984af3d5a4] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.734 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=820b37984af3d5a4] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/06/02 17:07:21.734 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.734 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.734 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.734 +08:00] [INFO] [raft.go:1523] ["820b37984af3d5a4 switched to configuration voters=(9370644576906499492)"] [2024/06/02 17:07:21.734 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [added-peer-id=820b37984af3d5a4] [added-peer-peer-urls="[http://127.0.0.1:2398]"] [2024/06/02 17:07:21.736 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=820b37984af3d5a4] [initial-advertise-peer-urls="[http://127.0.0.1:2398]"] [listen-peer-urls="[http://127.0.0.1:2398]"] [advertise-client-urls="[http://127.0.0.1:2399]"] [listen-client-urls="[http://127.0.0.1:2399]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:21.736 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2398] [2024/06/02 17:07:24.733 +08:00] [INFO] [raft.go:929] ["820b37984af3d5a4 is starting a new election at term 1"] [2024/06/02 17:07:24.733 +08:00] [INFO] [raft.go:735] ["820b37984af3d5a4 became pre-candidate at term 1"] [2024/06/02 17:07:24.733 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgPreVoteResp from 820b37984af3d5a4 at term 1"] [2024/06/02 17:07:24.733 +08:00] [INFO] [raft.go:719] ["820b37984af3d5a4 became candidate at term 2"] [2024/06/02 17:07:24.733 +08:00] [INFO] [raft.go:830] ["820b37984af3d5a4 received MsgVoteResp from 820b37984af3d5a4 at term 2"] [2024/06/02 17:07:24.733 +08:00] [INFO] [raft.go:771] ["820b37984af3d5a4 became leader at term 2"] [2024/06/02 17:07:24.733 +08:00] [INFO] [node.go:327] ["raft.node: 820b37984af3d5a4 elected leader 820b37984af3d5a4 at term 2"] [2024/06/02 17:07:24.733 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:24.733 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=ead61e552c96788c] [local-member-id=820b37984af3d5a4] [cluster-version=3.4] [2024/06/02 17:07:24.733 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=820b37984af3d5a4] [local-member-attributes="{Name:pd3 ClientURLs:[http://127.0.0.1:2399]}"] [request-path=/0/members/820b37984af3d5a4/attributes] [cluster-id=ead61e552c96788c] [publish-timeout=11s] [2024/06/02 17:07:24.733 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:24.733 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:24.734 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:24.734 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=MetaStorage] [2024/06/02 17:07:24.734 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd3] [service-name=ResourceManager] [2024/06/02 17:07:24.734 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2399] [2024/06/02 17:07:24.736 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829992235954788] [2024/06/02 17:07:24.737 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd3\" member_id:9370644576906499492 peer_urls:\"http://127.0.0.1:2398\" client_urls:\"http://127.0.0.1:2399\" "] [root-path=/pd/7375829992235954788] [2024/06/02 17:07:24.739 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:24.739 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=9370644576906499492] [2024/06/02 17:07:24.740 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:24.742 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:24.742 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd3] [2024/06/02 17:07:24.742 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd3] [2024/06/02 17:07:24.742 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:24.743 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:24.743 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd3] [2024/06/02 17:07:24.744 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=6171215548153595149] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:24.744 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:24.744 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":16921746001060329612,\"member_id\":9370644576906499492,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/06/02 17:07:24.744 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829992235954788/leader] [purpose="leader election"] [2024/06/02 17:07:24.744 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd3] [2024/06/02 17:07:24.744 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:24.744 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:24.744 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:24.745 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:27.745 +08:00] [next=2024/06/02 17:07:24.745 +08:00] [2024/06/02 17:07:24.746 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:24.746 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:24.746 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:24.748 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:24.750 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:24.750 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:24.750 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd3] [2024/06/02 17:07:25.047 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/06/02 17:07:25.125 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/06/02 17:07:25.125 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/06/02 17:07:25.132 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829992235954788] [request="header: store: region: peers: > "] [2024/06/02 17:07:25.133 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829992235954788] [2024/06/02 17:07:25.134 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=464.033µs] [2024/06/02 17:07:25.134 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=140.567µs] [2024/06/02 17:07:25.135 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:25.135 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:25.135 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:25.135 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:25.135 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:25.135 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:25.135 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:25.135 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=476.495µs] [2024/06/02 17:07:25.139 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.139 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:25.139 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20180\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20180\" status_address:\"127.0.0.1:20185\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319245 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:25.139 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:25.744 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2399\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:26.908 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd3/dashboard.sqlite.db] [2024/06/02 17:07:26.918 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:26.918 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:42427] [remotes="[]"] [2024/06/02 17:07:26.918 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:43935] [remotes="[]"] [2024/06/02 17:07:26.918 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:26.919 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:26.924 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:28.136 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:28.136 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:28.136 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:28.136 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.137 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.138 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.138 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:28.139 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:28.139 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:28.139 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:28.139 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:28.149 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:07:28.149972171 +0800 CST m=+6.461392320, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:28.150 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:28.150 +08:00] [ERROR] [heartbeat_streams.go:141] ["send heartbeat message fail"] [region-id=2] [error="[PD:grpc:ErrGRPCSend]send request error: EOF"] [2024/06/02 17:07:29.138 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:33.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:07:35.136 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20180] [2024/06/02 17:07:38.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:07:44.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:07:49.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:07:54.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:00.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:05.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:10.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:15.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:20.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:26.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:29.139 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.98961375s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:07:28.149972171 +0800 CST m=+6.461392320, startAt:2024-06-02 17:07:28.150055605 +0800 CST m=+6.461475754, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:08:29.141 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:08:29.14178452 +0800 CST m=+67.453204671, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:08:29.141 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:08:34.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:40.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:45.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:50.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:08:56.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:01.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:07.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:12.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:17.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:22.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:27.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:30.139 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.997781058s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:08:29.14178452 +0800 CST m=+67.453204671, startAt:2024-06-02 17:08:29.141874787 +0800 CST m=+67.453294937, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:09:30.139 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:09:30.13966389 +0800 CST m=+128.451084044, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:09:30.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:09:35.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:40.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:46.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:51.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:09:57.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:02.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:08.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:13.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:18.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:24.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:29.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:31.139 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m1.000089462s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:09:30.13966389 +0800 CST m=+128.451084044, startAt:2024-06-02 17:09:30.139759434 +0800 CST m=+128.451179590, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:10:31.139 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:10:31.139875118 +0800 CST m=+189.451295268, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:10:31.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:10:36.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:41.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:46.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:51.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:10:56.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:02.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:07.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:12.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:17.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:22.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:28.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:31.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.500129678s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:10:31.139875118 +0800 CST m=+189.451295268, startAt:2024-06-02 17:10:31.139987986 +0800 CST m=+189.451408137, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:11:31.641 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:11:31.641195764 +0800 CST m=+249.952615913, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:11:31.641 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:11:37.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:42.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:47.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:52.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:11:57.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:02.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:08.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:13.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:19.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:24.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:30.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:32.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.998435262s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:11:31.641195764 +0800 CST m=+249.952615913, startAt:2024-06-02 17:11:31.641273487 +0800 CST m=+249.952693647, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:12:32.648 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:12:32.648924317 +0800 CST m=+310.960344474, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:12:32.649 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:12:38.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:43.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:48.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:54.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:12:59.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:05.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:10.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:16.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:21.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:26.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:31.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:33.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990919804s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:12:32.648924317 +0800 CST m=+310.960344474, startAt:2024-06-02 17:12:32.649022698 +0800 CST m=+310.960442863, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:13:33.643 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:13:33.643136048 +0800 CST m=+371.954556198, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:13:33.643 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:13:39.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:44.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:49.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:13:54.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:00.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:05.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:10.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:16.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:21.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:26.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:31.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:34.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.996717779s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:13:33.643136048 +0800 CST m=+371.954556198, startAt:2024-06-02 17:13:33.643217232 +0800 CST m=+371.954637383, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:14:34.642 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:14:34.642061069 +0800 CST m=+432.953481223, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:14:34.642 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:14:40.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:45.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:51.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:14:56.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:01.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:06.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:11.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:17.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:22.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:28.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:33.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:35.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.997931312s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:14:34.642061069 +0800 CST m=+432.953481223, startAt:2024-06-02 17:14:34.642148999 +0800 CST m=+432.953569159, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:15:35.642 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:15:35.642959842 +0800 CST m=+493.954380006, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:15:35.643 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:15:41.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:46.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:51.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:15:56.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:02.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:07.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:12.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:17.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:23.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:28.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:33.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:36.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.996814564s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:15:35.642959842 +0800 CST m=+493.954380006, startAt:2024-06-02 17:15:35.643067791 +0800 CST m=+493.954487946, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:16:36.645 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:16:36.645007675 +0800 CST m=+554.956427826, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:16:36.645 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:16:42.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:47.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:53.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:16:58.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:03.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:08.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:14.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:19.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:24.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:29.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:35.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:37.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.995138114s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:16:36.645007675 +0800 CST m=+554.956427826, startAt:2024-06-02 17:16:36.645099168 +0800 CST m=+554.956519318, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:17:37.648 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:17:37.648395284 +0800 CST m=+615.959815440, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:17:37.648 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:17:43.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:48.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:53.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:17:59.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:04.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:09.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:14.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:20.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:25.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:30.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:35.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:38.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.99147067s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:17:37.648395284 +0800 CST m=+615.959815440, startAt:2024-06-02 17:17:37.648472153 +0800 CST m=+615.959892321, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:18:38.650 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:18:38.650203974 +0800 CST m=+676.961624124, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:18:38.650 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:18:44.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:49.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:54.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:18:59.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:05.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:10.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:15.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:20.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:25.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:31.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:36.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:39.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990320173s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:18:38.650203974 +0800 CST m=+676.961624124, startAt:2024-06-02 17:18:38.650290521 +0800 CST m=+676.961710671, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:19:39.646 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:19:39.646917651 +0800 CST m=+737.958337801, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:19:39.647 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:19:45.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:50.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:19:56.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:01.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:06.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:11.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:16.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:22.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:27.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:33.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:38.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:40.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993016192s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:19:39.646917651 +0800 CST m=+737.958337801, startAt:2024-06-02 17:19:39.647149843 +0800 CST m=+737.958569994, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:20:40.647 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:20:40.647378909 +0800 CST m=+798.958799066, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:20:40.647 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:20:46.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:51.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:20:56.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:01.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:06.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:11.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:16.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:22.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:27.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:32.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:37.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:41.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.992234584s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:20:40.647378909 +0800 CST m=+798.958799066, startAt:2024-06-02 17:20:40.647491164 +0800 CST m=+798.958911336, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:21:41.640 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:21:41.640801937 +0800 CST m=+859.952222092, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:21:41.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:21:47.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:52.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:21:57.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:03.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:08.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:14.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:19.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:24.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:30.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:35.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:40.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:42.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.999543402s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:21:41.640801937 +0800 CST m=+859.952222092, startAt:2024-06-02 17:21:41.640877106 +0800 CST m=+859.952297262, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:22:42.646 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:22:42.646737861 +0800 CST m=+920.958158011, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:22:42.646 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:22:48.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:53.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:22:58.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:03.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:08.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:14.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:19.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:24.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:29.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:35.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:40.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:43.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993087495s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:22:42.646737861 +0800 CST m=+920.958158011, startAt:2024-06-02 17:22:42.646827423 +0800 CST m=+920.958247574, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:23:43.647 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:23:43.647157528 +0800 CST m=+981.958577677, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:23:43.647 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:23:49.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:54.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:23:59.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:05.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:10.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:15.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:20.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:26.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:31.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:36.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:41.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:44.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.99256232s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:23:43.647157528 +0800 CST m=+981.958577677, startAt:2024-06-02 17:23:43.647244513 +0800 CST m=+981.958664663, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:24:44.647 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:24:44.647108503 +0800 CST m=+1042.958528658, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:24:44.647 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:24:50.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:24:55.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:01.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:06.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:11.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:17.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:22.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:27.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:32.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:37.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:37.746 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=855.123053ms] [expected-duration=100ms] [prefix=] [request="header: txn: success:> failure:<>>"] [response=size:16] [] [2024/06/02 17:25:37.746 +08:00] [INFO] [trace.go:152] ["trace[1103911155] linearizableReadLoop"] [detail="{readStateIndex:413; appliedIndex:412; }"] [duration=632.387466ms] [start=2024/06/02 17:25:37.114 +08:00] [end=2024/06/02 17:25:37.746 +08:00] [steps="[\"trace[1103911155] 'read index received' (duration: 36.888µs)\",\"trace[1103911155] 'applied index is now lower than readState.Index' (duration: 632.350024ms)\"]"] [2024/06/02 17:25:37.746 +08:00] [WARN] [util.go:167] ["apply request took too long"] [took=632.456991ms] [expected-duration=100ms] [prefix="read-only range "] [request="key:\"/topology/tidb/\" range_end:\"/topology/tidb0\" "] [response="range_response_count:0 size:5"] [] [2024/06/02 17:25:37.747 +08:00] [INFO] [trace.go:152] ["trace[720270931] range"] [detail="{range_begin:/topology/tidb/; range_end:/topology/tidb0; response_count:0; response_revision:408; }"] [duration=632.49617ms] [start=2024/06/02 17:25:37.114 +08:00] [end=2024/06/02 17:25:37.747 +08:00] [steps="[\"trace[720270931] 'agreement among raft nodes before linearized reading' (duration: 632.444139ms)\"]"] [2024/06/02 17:25:37.747 +08:00] [WARN] [tso.go:334] ["clock offset"] [] [jet-lag=856.903258ms] [prev-physical=2024/06/02 17:25:36.890 +08:00] [now=2024/06/02 17:25:37.747 +08:00] [update-physical-interval=50ms] [2024/06/02 17:25:42.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:45.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.993085599s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:24:44.647108503 +0800 CST m=+1042.958528658, startAt:2024-06-02 17:24:44.647194396 +0800 CST m=+1042.958614553, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:25:45.640 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:25:45.640277313 +0800 CST m=+1103.951697469, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:25:45.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:25:51.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:25:56.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:02.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:07.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:13.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:18.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:24.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:29.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:34.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:40.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:45.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:46.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.99971062s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:25:45.640277313 +0800 CST m=+1103.951697469, startAt:2024-06-02 17:25:45.640421861 +0800 CST m=+1103.951842011, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:26:46.647 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:26:46.647223291 +0800 CST m=+1164.958643447, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:26:46.647 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:26:52.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:26:57.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:02.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:08.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:13.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:19.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:24.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:29.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:34.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:39.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:45.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:47.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.992498908s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:26:46.647223291 +0800 CST m=+1164.958643447, startAt:2024-06-02 17:26:46.647309186 +0800 CST m=+1164.958729341, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:27:47.641 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:27:47.641953553 +0800 CST m=+1225.953373703, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:27:47.642 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:27:53.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:27:58.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:03.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:08.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:14.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:19.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:24.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:29.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:35.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:40.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:45.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:48.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.998147995s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:27:47.641953553 +0800 CST m=+1225.953373703, startAt:2024-06-02 17:27:47.642001427 +0800 CST m=+1225.953421577, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:28:48.648 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:28:48.648442517 +0800 CST m=+1286.959862672, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:28:48.648 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:28:54.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:28:59.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:05.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:10.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:15.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:21.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:26.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:31.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:37.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:42.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:47.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:29:49.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.991425618s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:28:48.648442517 +0800 CST m=+1286.959862672, startAt:2024-06-02 17:28:48.648552888 +0800 CST m=+1286.959973038, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:29:49.640 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:29:49.639983704 +0800 CST m=+1347.951403855, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:29:49.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:29:54.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:00.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:05.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:10.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:16.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:21.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:26.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:32.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:37.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:42.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:47.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:30:50.140 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.50043139s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:29:49.639983704 +0800 CST m=+1347.951403855, startAt:2024-06-02 17:29:49.640067512 +0800 CST m=+1347.951487662, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:30:50.141 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:30:50.141597165 +0800 CST m=+1408.453017327, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:30:50.141 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:30:55.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:00.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:05.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:11.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:16.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:21.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:27.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:32.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:37.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:42.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:48.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:31:51.139 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.998081737s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:30:50.141597165 +0800 CST m=+1408.453017327, startAt:2024-06-02 17:30:50.141688789 +0800 CST m=+1408.453108944, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:31:51.143 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:31:51.14390951 +0800 CST m=+1469.455329660, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:31:51.143 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:31:56.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:02.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:07.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:12.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:18.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:23.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:28.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:33.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:39.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:44.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:49.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:32:51.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.495819035s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:31:51.14390951 +0800 CST m=+1469.455329660, startAt:2024-06-02 17:31:51.143981004 +0800 CST m=+1469.455401164, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:32:51.641 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:32:51.641940446 +0800 CST m=+1529.953360596, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:32:51.642 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:32:57.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:02.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:07.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:12.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:17.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:23.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:28.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:33.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:39.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:44.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:49.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:33:52.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.997642305s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:32:51.641940446 +0800 CST m=+1529.953360596, startAt:2024-06-02 17:32:51.642051781 +0800 CST m=+1529.953471941, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:33:52.649 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:33:52.648990991 +0800 CST m=+1590.960411141, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:33:52.649 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:33:58.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:03.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:08.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:13.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:18.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:24.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:29.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:34.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:39.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:44.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:50.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:34:53.639 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.990666878s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:33:52.648990991 +0800 CST m=+1590.960411141, startAt:2024-06-02 17:33:52.649059709 +0800 CST m=+1590.960479860, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:34:53.650 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:34:53.649993927 +0800 CST m=+1651.961414083, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:34:53.650 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:34:59.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:04.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:10.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:15.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:21.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:26.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:32.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:37.641 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:43.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:48.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:53.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:35:54.640 +08:00] [INFO] [operator_controller.go:718] ["operator timeout"] [region-id=2] [takes=1m0.989987753s] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:34:53.649993927 +0800 CST m=+1651.961414083, startAt:2024-06-02 17:34:53.650093204 +0800 CST m=+1651.961513359, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) timeout\""] [additional-info="{\"cancel-reason\":\"timeout\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:35:54.644 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:35:54.644259824 +0800 CST m=+1712.955679979, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:35:54.644 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:36:00.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:36:05.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:36:10.640 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:36:16.139 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:36:21.140 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] [2024/06/02 17:36:26.639 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source="active push"] ==> ./pd2.log <== [2024/06/02 17:07:21.725 +08:00] [INFO] [meminfo.go:196] ["use cgroup memory hook because pd is in the container"] [2024/06/02 17:07:21.725 +08:00] [INFO] [versioninfo.go:98] ["Welcome to Placement Driver (PD)"] [2024/06/02 17:07:21.725 +08:00] [INFO] [versioninfo.go:99] [PD] [release-version=v8.2.0-alpha-64-g199b01792] [2024/06/02 17:07:21.725 +08:00] [INFO] [versioninfo.go:100] [PD] [edition=Community] [2024/06/02 17:07:21.725 +08:00] [INFO] [versioninfo.go:101] [PD] [git-hash=199b01792159e5d8e83ef419a5053401e998bb0e] [2024/06/02 17:07:21.725 +08:00] [INFO] [versioninfo.go:102] [PD] [git-branch=master] [2024/06/02 17:07:21.725 +08:00] [INFO] [versioninfo.go:103] [PD] [utc-build-time="2024-05-31 08:34:21"] [2024/06/02 17:07:21.725 +08:00] [INFO] [metricutil.go:86] ["disable Prometheus push client"] [2024/06/02 17:07:21.725 +08:00] [INFO] [server.go:254] ["PD config"] [config="{\"client-urls\":\"http://127.0.0.1:2389\",\"peer-urls\":\"http://127.0.0.1:2388\",\"advertise-client-urls\":\"http://127.0.0.1:2389\",\"advertise-peer-urls\":\"http://127.0.0.1:2388\",\"name\":\"pd2\",\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2\",\"force-new-cluster\":true,\"enable-grpc-gateway\":true,\"initial-cluster\":\"pd2=http://127.0.0.1:2388\",\"initial-cluster-state\":\"new\",\"initial-cluster-token\":\"pd-cluster\",\"join\":\"\",\"lease\":3,\"log\":{\"level\":\"info\",\"format\":\"text\",\"disable-timestamp\":false,\"file\":{\"filename\":\"\",\"max-size\":0,\"max-days\":0,\"max-backups\":0},\"development\":false,\"disable-caller\":false,\"disable-stacktrace\":false,\"disable-error-verbose\":true,\"sampling\":null,\"error-output-path\":\"\"},\"max-concurrent-tso-proxy-streamings\":5000,\"tso-proxy-recv-from-client-timeout\":\"1h0m0s\",\"tso-save-interval\":\"3s\",\"tso-update-physical-interval\":\"50ms\",\"enable-local-tso\":false,\"metric\":{\"job\":\"pd2\",\"address\":\"\",\"interval\":\"15s\"},\"schedule\":{\"max-snapshot-count\":64,\"max-pending-peer-count\":64,\"max-merge-region-size\":20,\"max-merge-region-keys\":0,\"split-merge-interval\":\"1h0m0s\",\"switch-witness-interval\":\"1h0m0s\",\"enable-one-way-merge\":\"false\",\"enable-cross-table-merge\":\"true\",\"patrol-region-interval\":\"10ms\",\"max-store-down-time\":\"30m0s\",\"max-store-preparing-time\":\"48h0m0s\",\"leader-schedule-limit\":4,\"leader-schedule-policy\":\"count\",\"region-schedule-limit\":2048,\"witness-schedule-limit\":4,\"replica-schedule-limit\":64,\"merge-schedule-limit\":8,\"hot-region-schedule-limit\":4,\"hot-region-cache-hits-threshold\":3,\"store-limit\":{},\"tolerant-size-ratio\":0,\"low-space-ratio\":0.8,\"high-space-ratio\":0.7,\"region-score-formula-version\":\"v2\",\"scheduler-max-waiting-operator\":5,\"enable-remove-down-replica\":\"true\",\"enable-replace-offline-replica\":\"true\",\"enable-make-up-replica\":\"true\",\"enable-remove-extra-replica\":\"true\",\"enable-location-replacement\":\"true\",\"enable-debug-metrics\":\"false\",\"enable-joint-consensus\":\"true\",\"enable-tikv-split-region\":\"true\",\"enable-heartbeat-breakdown-metrics\":\"true\",\"enable-heartbeat-concurrent-runner\":\"true\",\"schedulers-v2\":[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}],\"schedulers-payload\":null,\"hot-regions-write-interval\":\"10m0s\",\"hot-regions-reserved-days\":7,\"max-movable-hot-peer-size\":512,\"enable-diagnostic\":\"true\",\"enable-witness\":\"false\",\"slow-store-evicting-affected-store-ratio-threshold\":0.3,\"store-limit-version\":\"v1\"},\"replication\":{\"max-replicas\":3,\"location-labels\":\"\",\"strictly-match-label\":\"false\",\"enable-placement-rules\":\"true\",\"enable-placement-rules-cache\":\"false\",\"isolation-level\":\"\"},\"pd-server\":{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"},\"cluster-version\":\"0.0.0\",\"labels\":{},\"quota-backend-bytes\":\"8GiB\",\"auto-compaction-mode\":\"periodic\",\"auto-compaction-retention-v2\":\"1h\",\"TickInterval\":\"500ms\",\"ElectionInterval\":\"3s\",\"PreVote\":true,\"max-request-bytes\":157286400,\"security\":{\"cacert-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":null,\"SSLCABytes\":null,\"SSLCertBytes\":null,\"SSLKEYBytes\":null,\"redact-info-log\":false,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"168h0m0s\",\"master-key\":{\"type\":\"plaintext\",\"key-id\":\"\",\"region\":\"\",\"endpoint\":\"\",\"path\":\"\"}}},\"label-property\":null,\"WarningMsgs\":null,\"DisableStrictReconfigCheck\":false,\"HeartbeatStreamBindInterval\":\"1m0s\",\"LeaderPriorityCheckInterval\":\"1m0s\",\"dashboard\":{\"tidb-cacert-path\":\"\",\"tidb-cert-path\":\"\",\"tidb-key-path\":\"\",\"public-path-prefix\":\"\",\"internal-proxy\":false,\"enable-telemetry\":false,\"enable-experimental\":false},\"replication-mode\":{\"replication-mode\":\"majority\",\"dr-auto-sync\":{\"label-key\":\"\",\"primary\":\"\",\"dr\":\"\",\"primary-replicas\":0,\"dr-replicas\":0,\"wait-store-timeout\":\"1m0s\",\"wait-recover-timeout\":\"0s\",\"pause-region-split\":\"false\"}},\"keyspace\":{\"pre-alloc\":null,\"wait-region-split\":true,\"wait-region-split-timeout\":\"30s\",\"check-region-split-interval\":\"50ms\"},\"micro-service\":{\"enable-scheduling-fallback\":\"true\"},\"controller\":{\"degraded-mode-wait-duration\":\"0s\",\"ltb-max-wait-duration\":\"30s\",\"request-unit\":{\"read-base-cost\":0.125,\"read-per-batch-base-cost\":0.5,\"read-cost-per-byte\":0.0000152587890625,\"write-base-cost\":1,\"write-per-batch-base-cost\":1,\"write-cost-per-byte\":0.0009765625,\"read-cpu-ms-cost\":0.3333333333333333},\"enable-controller-trace-log\":\"false\"}}"] [2024/06/02 17:07:21.729 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v1] [2024/06/02 17:07:21.729 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/pd/api/v2/] [2024/06/02 17:07:21.729 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/autoscaling] [2024/06/02 17:07:21.729 +08:00] [INFO] [distro.go:51] ["using distribution strings"] [strings={}] [2024/06/02 17:07:21.730 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/api/] [2024/06/02 17:07:21.730 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/dashboard/] [2024/06/02 17:07:21.730 +08:00] [INFO] [apiutil.go:413] ["register REST path"] [path=/resource-manager/api/v1/] [2024/06/02 17:07:21.730 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=ResourceManager] [2024/06/02 17:07:21.731 +08:00] [INFO] [registry.go:92] ["restful API service registered successfully"] [prefix=pd2] [service-name=MetaStorage] [2024/06/02 17:07:21.731 +08:00] [WARN] [config.go:622] ["Running http and grpc server on single port. This is not recommended for production."] [2024/06/02 17:07:21.731 +08:00] [INFO] [etcd.go:120] ["configuring peer listeners"] [listen-peer-urls="[http://127.0.0.1:2388]"] [2024/06/02 17:07:21.731 +08:00] [INFO] [systimemon.go:30] ["start system time monitor"] [2024/06/02 17:07:21.731 +08:00] [INFO] [etcd.go:130] ["configuring client listeners"] [listen-client-urls="[http://127.0.0.1:2389]"] [2024/06/02 17:07:21.731 +08:00] [INFO] [etcd.go:634] ["pprof is enabled"] [path=/debug/pprof] [2024/06/02 17:07:21.731 +08:00] [INFO] [etcd.go:309] ["starting an etcd server"] [etcd-version=3.4.31] [git-sha="Not provided (use ./build instead of go build)"] [go-version=go1.21.10] [go-os=linux] [go-arch=amd64] [max-cpu-set=52] [max-cpu-available=52] [member-initialized=false] [name=pd2] [data-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2] [wal-dir=] [wal-dir-dedicated=] [member-dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member] [force-new-cluster=true] [heartbeat-interval=500ms] [election-timeout=3s] [initial-election-tick-advance=true] [snapshot-count=100000] [max-wals=5] [max-snapshots=5] [snapshot-catchup-entries=5000] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [cors="[*]"] [host-whitelist="[*]"] [initial-cluster="pd2=http://127.0.0.1:2388"] [initial-cluster-state=new] [initial-cluster-token=pd-cluster] [quota-backend-bytes=8589934592] [max-request-bytes=157286400] [max-concurrent-streams=4294967295] [pre-vote=true] [initial-corrupt-check=false] [corrupt-check-time-interval=0s] [auto-compaction-mode=periodic] [auto-compaction-retention=1h0m0s] [auto-compaction-interval=1h0m0s] [discovery-url=] [discovery-proxy=] [2024/06/02 17:07:21.731 +08:00] [WARN] [server.go:297] ["exceeded recommended request limit"] [max-request-bytes=157286400] [max-request-size="157 MB"] [recommended-request-bytes=10485760] [recommended-request-size="10 MB"] [2024/06/02 17:07:21.732 +08:00] [INFO] [backend.go:80] ["opened backend db"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap/db] [took=465.475µs] [2024/06/02 17:07:21.732 +08:00] [INFO] [raft.go:537] ["starting local member"] [local-member-id=6c13e5b5070c688e] [cluster-id=3dbfcd5d7ee94618] [2024/06/02 17:07:21.732 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=()"] [2024/06/02 17:07:21.732 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 0"] [2024/06/02 17:07:21.732 +08:00] [INFO] [raft.go:389] ["newRaft 6c13e5b5070c688e [peers: [], term: 0, commit: 0, applied: 0, lastindex: 0, lastterm: 0]"] [2024/06/02 17:07:21.732 +08:00] [INFO] [raft.go:706] ["6c13e5b5070c688e became follower at term 1"] [2024/06/02 17:07:21.732 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/06/02 17:07:21.733 +08:00] [WARN] [store.go:1391] ["simple token is not cryptographically signed"] [2024/06/02 17:07:21.733 +08:00] [INFO] [quota.go:126] ["enabled backend quota"] [quota-name=v3-applier] [quota-size-bytes=8589934592] [quota-size="8.6 GB"] [2024/06/02 17:07:21.733 +08:00] [INFO] [server.go:831] ["starting etcd server"] [local-member-id=6c13e5b5070c688e] [local-server-version=3.4.31] [cluster-version=to_be_decided] [2024/06/02 17:07:21.733 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap.db] [max=5] [interval=30s] [2024/06/02 17:07:21.733 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/snap] [suffix=snap] [max=5] [interval=30s] [2024/06/02 17:07:21.733 +08:00] [INFO] [purge.go:48] ["started to purge file"] [dir=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/member/wal] [suffix=wal] [max=5] [interval=30s] [2024/06/02 17:07:21.733 +08:00] [INFO] [server.go:697] ["started as single-node; fast-forwarding election ticks"] [local-member-id=6c13e5b5070c688e] [forward-ticks=5] [forward-duration=2.5s] [election-ticks=6] [election-timeout=3s] [2024/06/02 17:07:21.733 +08:00] [INFO] [raft.go:1523] ["6c13e5b5070c688e switched to configuration voters=(7787820746323814542)"] [2024/06/02 17:07:21.734 +08:00] [INFO] [cluster.go:395] ["added member"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [added-peer-id=6c13e5b5070c688e] [added-peer-peer-urls="[http://127.0.0.1:2388]"] [2024/06/02 17:07:21.735 +08:00] [INFO] [etcd.go:605] ["serving peer traffic"] [address=127.0.0.1:2388] [2024/06/02 17:07:21.735 +08:00] [INFO] [etcd.go:251] ["now serving peer/client/metrics"] [local-member-id=6c13e5b5070c688e] [initial-advertise-peer-urls="[http://127.0.0.1:2388]"] [listen-peer-urls="[http://127.0.0.1:2388]"] [advertise-client-urls="[http://127.0.0.1:2389]"] [listen-client-urls="[http://127.0.0.1:2389]"] [listen-metrics-urls="[]"] [2024/06/02 17:07:23.733 +08:00] [INFO] [raft.go:929] ["6c13e5b5070c688e is starting a new election at term 1"] [2024/06/02 17:07:23.733 +08:00] [INFO] [raft.go:735] ["6c13e5b5070c688e became pre-candidate at term 1"] [2024/06/02 17:07:23.733 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgPreVoteResp from 6c13e5b5070c688e at term 1"] [2024/06/02 17:07:23.733 +08:00] [INFO] [raft.go:719] ["6c13e5b5070c688e became candidate at term 2"] [2024/06/02 17:07:23.733 +08:00] [INFO] [raft.go:830] ["6c13e5b5070c688e received MsgVoteResp from 6c13e5b5070c688e at term 2"] [2024/06/02 17:07:23.733 +08:00] [INFO] [raft.go:771] ["6c13e5b5070c688e became leader at term 2"] [2024/06/02 17:07:23.733 +08:00] [INFO] [node.go:327] ["raft.node: 6c13e5b5070c688e elected leader 6c13e5b5070c688e at term 2"] [2024/06/02 17:07:23.734 +08:00] [INFO] [server.go:2639] ["setting up initial cluster version"] [cluster-version=3.4] [2024/06/02 17:07:23.734 +08:00] [INFO] [cluster.go:561] ["set initial cluster version"] [cluster-id=3dbfcd5d7ee94618] [local-member-id=6c13e5b5070c688e] [cluster-version=3.4] [2024/06/02 17:07:23.734 +08:00] [INFO] [server.go:2140] ["published local member to cluster through raft"] [local-member-id=6c13e5b5070c688e] [local-member-attributes="{Name:pd2 ClientURLs:[http://127.0.0.1:2389]}"] [request-path=/0/members/6c13e5b5070c688e/attributes] [cluster-id=3dbfcd5d7ee94618] [publish-timeout=11s] [2024/06/02 17:07:23.734 +08:00] [INFO] [capability.go:77] ["enabled capabilities for version"] [cluster-version=3.4] [2024/06/02 17:07:23.734 +08:00] [INFO] [serve.go:100] ["ready to serve client requests"] [2024/06/02 17:07:23.734 +08:00] [INFO] [server.go:2671] ["cluster version is updated"] [cluster-version=3.4] [2024/06/02 17:07:23.736 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=ResourceManager] [2024/06/02 17:07:23.736 +08:00] [INFO] [registry.go:69] ["gRPC service already registered"] [prefix=pd2] [service-name=MetaStorage] [2024/06/02 17:07:23.736 +08:00] [INFO] [serve.go:209] ["serving client traffic insecurely; this is strongly discouraged!"] [traffic=grpc+http] [address=127.0.0.1:2389] [2024/06/02 17:07:23.738 +08:00] [INFO] [server.go:438] ["init cluster id"] [cluster-id=7375829987777626762] [2024/06/02 17:07:23.738 +08:00] [INFO] [member.go:350] ["member joining election"] [member-info="name:\"pd2\" member_id:7787820746323814542 peer_urls:\"http://127.0.0.1:2388\" client_urls:\"http://127.0.0.1:2389\" "] [root-path=/pd/7375829987777626762] [2024/06/02 17:07:23.740 +08:00] [INFO] [allocator_manager.go:741] ["entering into allocator daemon"] [] [2024/06/02 17:07:23.741 +08:00] [INFO] [allocator_manager.go:456] ["delete the dc-location key previously written in etcd"] [] [server-id=7787820746323814542] [2024/06/02 17:07:23.741 +08:00] [INFO] [history_buffer.go:154] ["start from history index"] [start-index=0] [2024/06/02 17:07:23.742 +08:00] [INFO] [server.go:515] ["triggering the start callback functions"] [2024/06/02 17:07:23.742 +08:00] [INFO] [manager.go:99] ["resource group manager starts to initialize"] [name=pd2] [2024/06/02 17:07:23.742 +08:00] [INFO] [manager.go:44] ["meta storage starts to initialize"] [name=pd2] [2024/06/02 17:07:23.742 +08:00] [INFO] [cgmon.go:58] ["cgroup monitor started"] [2024/06/02 17:07:23.742 +08:00] [INFO] [server.go:1704] ["start to campaign PD leader"] [campaign-leader-name=pd2] [2024/06/02 17:07:23.742 +08:00] [INFO] [cgmon.go:133] ["set the maxprocs"] [quota=8] [2024/06/02 17:07:23.743 +08:00] [INFO] [lease.go:66] ["lease granted"] [lease-id=7534117385386591245] [lease-timeout=3] [purpose="leader election"] [2024/06/02 17:07:23.743 +08:00] [INFO] [leadership.go:182] ["check campaign resp"] [resp="{\"header\":{\"cluster_id\":4449500758310209048,\"member_id\":7787820746323814542,\"revision\":6,\"raft_term\":2},\"succeeded\":true,\"responses\":[{\"Response\":{\"ResponsePut\":{\"header\":{\"revision\":6}}}}]}"] [2024/06/02 17:07:23.743 +08:00] [INFO] [leadership.go:191] ["write leaderData to leaderPath ok"] [leader-key=/pd/7375829987777626762/leader] [purpose="leader election"] [2024/06/02 17:07:23.743 +08:00] [INFO] [server.go:1730] ["campaign PD leader ok"] [campaign-leader-name=pd2] [2024/06/02 17:07:23.743 +08:00] [INFO] [server.go:1738] ["initializing the global TSO allocator"] [2024/06/02 17:07:23.743 +08:00] [INFO] [tso.go:160] ["start to sync timestamp"] [] [2024/06/02 17:07:23.743 +08:00] [INFO] [lease.go:155] ["start lease keep alive worker"] [interval=1s] [purpose="leader election"] [2024/06/02 17:07:23.744 +08:00] [INFO] [cgmon.go:157] ["set the memory limit"] [mem-limit=34359738368] [2024/06/02 17:07:23.744 +08:00] [INFO] [tso.go:220] ["sync and save timestamp"] [] [last=0001/01/01 00:00:00.000 +00:00] [last-saved=0001/01/01 00:00:00.000 +00:00] [save=2024/06/02 17:07:26.744 +08:00] [next=2024/06/02 17:07:23.744 +08:00] [2024/06/02 17:07:23.745 +08:00] [INFO] [server.go:1876] ["server enable region storage"] [2024/06/02 17:07:23.747 +08:00] [INFO] [server.go:1770] ["triggering the leader callback functions"] [2024/06/02 17:07:23.747 +08:00] [ERROR] [manager.go:124] ["un-marshall controller config failed, fallback to default"] [error="unexpected end of JSON input"] [v=] [2024/06/02 17:07:23.748 +08:00] [INFO] [manager.go:185] ["resource group manager finishes initialization"] [2024/06/02 17:07:23.751 +08:00] [INFO] [id.go:174] ["idAllocator allocates a new id"] [new-end=1000] [new-base=0] [label=idalloc] [check-curr-end=true] [2024/06/02 17:07:23.751 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=0.0.0] [2024/06/02 17:07:23.751 +08:00] [INFO] [server.go:1804] ["PD leader is ready to serve"] [leader-name=pd2] [2024/06/02 17:07:24.046 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=resource_group/settings] [range-end=resource_group/settingt] [start-revision=12] [2024/06/02 17:07:24.126 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/info/] [range-end=/tidb/br-stream/info0] [start-revision=13] [2024/06/02 17:07:24.126 +08:00] [INFO] [grpc_service.go:99] ["watch request"] [key=/tidb/br-stream/pause/] [range-end=/tidb/br-stream/pause0] [start-revision=13] [2024/06/02 17:07:24.133 +08:00] [INFO] [server.go:712] ["try to bootstrap raft cluster"] [cluster-id=7375829987777626762] [request="header: store: region: peers: > "] [2024/06/02 17:07:24.133 +08:00] [INFO] [server.go:773] ["bootstrap cluster ok"] [cluster-id=7375829987777626762] [2024/06/02 17:07:24.135 +08:00] [INFO] [cluster.go:653] ["load stores"] [count=1] [cost=520.601µs] [2024/06/02 17:07:24.135 +08:00] [INFO] [cluster.go:664] ["load regions"] [count=1] [cost=197.697µs] [2024/06/02 17:07:24.136 +08:00] [INFO] [scheduling_controller.go:102] ["scheduling service is started"] [2024/06/02 17:07:24.136 +08:00] [INFO] [coordinator.go:404] ["coordinator starts to collect cluster information"] [2024/06/02 17:07:24.136 +08:00] [INFO] [cluster.go:426] ["memory info"] [total-mem=34359738368] [2024/06/02 17:07:24.136 +08:00] [INFO] [tuner.go:117] ["new gctuner"] [threshold=20615843020] [2024/06/02 17:07:24.136 +08:00] [INFO] [cluster.go:439] ["update gc tuner"] [enable-gc-tuner=false] [gc-threshold-bytes=20615843020] [2024/06/02 17:07:24.136 +08:00] [INFO] [memory_limit_tuner.go:50] [debug.SetMemoryLimit] [limit=9223372036854775807] [ret=9223372036854775807] [2024/06/02 17:07:24.136 +08:00] [INFO] [cluster.go:446] ["update gc memory limit"] [memory-limit-bytes=0] [memory-limit-gc-trigger-ratio=0.7] [2024/06/02 17:07:24.136 +08:00] [INFO] [keyspace.go:378] ["[keyspace] added region label for keyspace"] [keyspace-id=0] [label-rule="{\"id\":\"keyspaces/0\",\"index\":0,\"labels\":[{\"key\":\"id\",\"value\":\"0\"}],\"rule_type\":\"key-range\",\"data\":[{\"start_key\":\"7200000000000000fb\",\"end_key\":\"7200000100000000fb\"},{\"start_key\":\"7800000000000000fb\",\"end_key\":\"7800000100000000fb\"}]}"] [takes=430.647µs] [2024/06/02 17:07:24.138 +08:00] [INFO] [cluster.go:1984] ["cluster version changed"] [old-cluster-version=0.0.0] [new-cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.139 +08:00] [INFO] [cluster.go:2073] ["store limit added"] [store-id=1] [2024/06/02 17:07:24.139 +08:00] [INFO] [grpc_service.go:835] ["put store ok"] [store="id:1 address:\"127.0.0.1:20170\" version:\"8.2.0-alpha\" peer_address:\"127.0.0.1:20170\" status_address:\"127.0.0.1:20175\" git_hash:\"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp:1717319244 deploy_path:\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\" "] [2024/06/02 17:07:24.139 +08:00] [INFO] [util.go:50] ["load pd and cluster version"] [pd-version=8.2.0-alpha-64-g199b01792] [cluster-version=8.2.0-alpha] [2024/06/02 17:07:24.744 +08:00] [INFO] [server.go:1320] ["PD server config is updated"] [new="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"http://127.0.0.1:2389\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [old="{\"use-region-storage\":\"true\",\"max-gap-reset-ts\":\"24h0m0s\",\"key-type\":\"table\",\"runtime-services\":\"\",\"metric-storage\":\"\",\"dashboard-address\":\"auto\",\"flow-round-by-digit\":3,\"min-resolved-ts-persistence-interval\":\"1s\",\"server-memory-limit\":0,\"server-memory-limit-gc-trigger\":0.7,\"enable-gogc-tuner\":\"false\",\"gc-tuner-threshold\":0.6,\"block-safe-point-v1\":\"false\"}"] [2024/06/02 17:07:26.045 +08:00] [INFO] [dbstore.go:33] ["Dashboard initializing local storage file"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/pd2/dashboard.sqlite.db] [2024/06/02 17:07:26.056 +08:00] [INFO] [version.go:33] ["TiDB Dashboard started"] [internal-version=8.0.0-9768844f] [standalone=No] [pd-version=v8.2.0-alpha-64-g199b01792] [build-time="2024-05-31 08:34:21"] [build-git-hash=9768844ff5d7] [2024/06/02 17:07:26.056 +08:00] [INFO] [manager.go:201] ["dashboard server is started"] [2024/06/02 17:07:26.056 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:34075] [remotes="[]"] [2024/06/02 17:07:26.056 +08:00] [INFO] [proxy.go:211] ["start serve requests to remotes"] [endpoint=127.0.0.1:39499] [remotes="[]"] [2024/06/02 17:07:26.056 +08:00] [WARN] [dynamic_config_manager.go:165] ["Dynamic config does not exist in etcd"] [2024/06/02 17:07:26.061 +08:00] [INFO] [manager.go:74] ["Key visual service is started"] [2024/06/02 17:07:27.136 +08:00] [INFO] [prepare_checker.go:72] ["not loaded from storage region number is satisfied, finish prepare checker"] [not-from-storage-region=1] [total-region=1] [2024/06/02 17:07:27.136 +08:00] [INFO] [coordinator.go:407] ["coordinator has finished cluster information preparation"] [2024/06/02 17:07:27.136 +08:00] [INFO] [coordinator.go:417] ["coordinator starts to run schedulers"] [2024/06/02 17:07:27.137 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.137 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-leader-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.137 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=balance-hot-region-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.138 +08:00] [INFO] [coordinator.go:508] ["create scheduler"] [scheduler-name=evict-slow-store-scheduler] [scheduler-args="[]"] [2024/06/02 17:07:27.139 +08:00] [INFO] [coordinator.go:533] ["scheduler config is updated"] [scheduler-config="[{\"type\":\"balance-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"balance-leader\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"hot-region\",\"args\":null,\"disable\":false,\"args-payload\":\"\"},{\"type\":\"evict-slow-store\",\"args\":null,\"disable\":false,\"args-payload\":\"\"}]"] [2024/06/02 17:07:27.139 +08:00] [INFO] [coordinator.go:337] ["coordinator begins to actively drive push operator"] [2024/06/02 17:07:27.139 +08:00] [INFO] [coordinator.go:273] ["coordinator begins to check suspect key ranges"] [2024/06/02 17:07:27.139 +08:00] [INFO] [coordinator.go:165] ["coordinator starts patrol regions"] [2024/06/02 17:07:27.149 +08:00] [INFO] [operator_controller.go:510] ["add operator"] [region-id=2] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:07:27.149825954 +0800 CST m=+5.461244675, startAt:0001-01-01 00:00:00 +0000 UTC, currentStep:0, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s])\""] [additional-info="{\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:27.149 +08:00] [INFO] [operator_controller.go:786] ["send schedule command"] [region-id=2] [step="split region with policy USEKEY"] [source=create] [2024/06/02 17:07:27.150 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=4] [peer-ids="[5]"] [2024/06/02 17:07:27.150 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=6] [peer-ids="[7]"] [2024/06/02 17:07:27.150 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=8] [peer-ids="[9]"] [2024/06/02 17:07:27.150 +08:00] [INFO] [cluster_worker.go:156] ["alloc ids for region split"] [region-id=10] [peer-ids="[11]"] [2024/06/02 17:07:27.151 +08:00] [INFO] [region.go:769] ["region Version changed"] [region-id=2] [detail="StartKey Changed:{} -> {7800000100000000FB}, EndKey:{}"] [old-version=1] [new-version=5] [2024/06/02 17:07:27.151 +08:00] [INFO] [operator_controller.go:694] ["operator finish"] [region-id=2] [takes=1.466487ms] [operator="\"labeler-split-region {split: region 2 use policy USEKEY and keys [7200000000000000FB 7200000100000000FB 7800000000000000FB 7800000100000000FB]} (kind:split, region:2(1, 1), createAt:2024-06-02 17:07:27.149825954 +0800 CST m=+5.461244675, startAt:2024-06-02 17:07:27.149913571 +0800 CST m=+5.461332291, currentStep:1, size:0, steps:[0:{split region with policy USEKEY}], timeout:[1m0s]) finished\""] [additional-info="{\"cancel-reason\":\"\",\"region-end-key\":\"\",\"region-start-key\":\"\"}"] [2024/06/02 17:07:27.151 +08:00] [INFO] [cluster_worker.go:248] ["region batch split, generate new regions"] [region-id=2] [origin="id:4 end_key:\"7200000000000000FB\" region_epoch: peers: id:6 start_key:\"7200000000000000FB\" end_key:\"7200000100000000FB\" region_epoch: peers: id:8 start_key:\"7200000100000000FB\" end_key:\"7800000000000000FB\" region_epoch: peers: id:10 start_key:\"7800000000000000FB\" end_key:\"7800000100000000FB\" region_epoch: peers:"] [total=4] [2024/06/02 17:07:28.138 +08:00] [INFO] [hot_region_config.go:490] ["query supported changed"] [last-query-support=false] [cluster-version=8.2.0-alpha] [config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"query\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"query\",\"byte\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"forbid-rw-type\":\"none\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [valid-config="{\"min-hot-byte-rate\":100,\"min-hot-key-rate\":10,\"min-hot-query-rate\":10,\"max-zombie-rounds\":3,\"max-peer-number\":1000,\"byte-rate-rank-step-ratio\":0.05,\"key-rate-rank-step-ratio\":0.05,\"query-rate-rank-step-ratio\":0.05,\"count-rank-step-ratio\":0.01,\"great-dec-ratio\":0.95,\"minor-dec-ratio\":0.99,\"src-tolerance-ratio\":1.05,\"dst-tolerance-ratio\":1.05,\"write-leader-priorities\":[\"key\",\"byte\"],\"write-peer-priorities\":[\"byte\",\"key\"],\"read-priorities\":[\"byte\",\"key\"],\"strict-picking-store\":\"true\",\"enable-for-tiflash\":\"true\",\"rank-formula-version\":\"v2\",\"split-thresholds\":0.2,\"history-sample-duration\":\"5m0s\",\"history-sample-interval\":\"30s\"}"] [2024/06/02 17:07:34.137 +08:00] [INFO] [cluster.go:1534] ["store has changed to serving"] [store-id=1] [store-address=127.0.0.1:20170] + find . -name 'tikv*.log' -type f -exec tail -n 500 '{}' + ==> ./tikv2.log <== [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={13, 69, 55, 56, 57, 62, 70, 53, 26, 30, 34, 16, 14, 36, 48, 31, 33, 61, 51, 64, 18, 25, 12, 24, 28, 21, 63, 52, 29, 71, 11, 23, 17, 58, 0, 50, 60, 68, 27, 35, 22, 54, 19, 15, 47, 20, 32, 49, 59, 65, 66, 67}"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [INFO] [] ["subchannel 0x7f4d3e84d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f4d3e8afb18, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d3e837ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d3e8d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: connect failed: {\"created\":\"@1717319241.697427979\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2389\"}"] [thread_id=13] [2024/06/02 17:07:21.697 +08:00] [INFO] [] ["subchannel 0x7f4d3e84d800 {address=ipv4:127.0.0.1:2389, args=grpc.client_channel_factory=0x7f4d3e8afb18, grpc.default_authority=127.0.0.1:2389, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7f4d3e837ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7f4d3e8d2f30, grpc.server_uri=dns:///127.0.0.1:2389}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.697 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.999 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:24.038 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:24.039 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:24.040 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:24.041 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2389] [thread_id=1] [2024/06/02 17:07:24.041 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2389\"]"] [thread_id=1] [2024/06/02 17:07:24.041 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829987777626762] [thread_id=1] [2024/06/02 17:07:24.041 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.041 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:24.042 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:24.043 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:24.044 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:24.044 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2] [thread_id=1] [2024/06/02 17:07:24.044 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft] [thread_id=1] [2024/06/02 17:07:24.045 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv2.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20170\",\"advertise-addr\":\"127.0.0.1:20170\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20175\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2389\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:24.045 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:24.046 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=18] [2024/06/02 17:07:24.046 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=17] [2024/06/02 17:07:24.046 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=17] [2024/06/02 17:07:24.046 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=18] [2024/06/02 17:07:24.046 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:24.062 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:24.062 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:24.062 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 184.697µs"] [thread_id=1] [2024/06/02 17:07:24.122 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:24.124 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:24.124 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:24.125 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv2/log-backup-temp] [thread_id=1] [2024/06/02 17:07:24.125 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:24.125 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:24.126 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:24.126 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:24.126 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/06/02 17:07:24.126 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/06/02 17:07:24.126 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:24.132 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.137 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829987777626762] [thread_id=1] [2024/06/02 17:07:24.137 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20170\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20170\" status_address: \"127.0.0.1:20175\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319244 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:24.139 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:24.139 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.139 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.140 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=207.392µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.143 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.963µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:24.144 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/06/02 17:07:24.145 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:24.145 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:24.146 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/06/02 17:07:24.148 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:24.148 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/06/02 17:07:24.150 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:24.150 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:24.151 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:24.152 +08:00] [INFO] [server.rs:308] ["listening on addr"] [addr=0.0.0.0:20170] [thread_id=1] [2024/06/02 17:07:24.152 +08:00] [INFO] [server.rs:1532] ["cpu quota set to 8.0"] [thread_id=17] [2024/06/02 17:07:24.153 +08:00] [INFO] [server.rs:1538] ["memory limit set to 34359738368"] [thread_id=17] [2024/06/02 17:07:24.156 +08:00] [INFO] [server.rs:388] ["TiKV is ready to serve"] [thread_id=1] [2024/06/02 17:07:24.156 +08:00] [ERROR] [server.rs:1578] ["failed to bind addr for status service"] [err_code=KV:Unknown] [err="Http(hyper::Error(Listen, Os { code: 98, kind: AddrInUse, message: \"Address already in use\" }))"] [thread_id=1] [2024/06/02 17:07:27.150 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 1"] [region_id=2] [thread_id=31] [2024/06/02 17:07:27.150 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:27.150 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [new_region_ids="[new_region_id: 4 new_peer_ids: 5, new_region_id: 6 new_peer_ids: 7, new_region_id: 8 new_peer_ids: 9, new_region_id: 10 new_peer_ids: 11]"] [region_id=2] [thread_id=31] [2024/06/02 17:07:27.150 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7200000000000000FB new_region_id: 4 new_peer_ids: 5 } requests { split_key: 7200000100000000FB new_region_id: 6 new_peer_ids: 7 } requests { split_key: 7800000000000000FB new_region_id: 8 new_peer_ids: 9 } requests { split_key: 7800000100000000FB new_region_id: 10 new_peer_ids: 11 } right_derive: true }"] [index=7] [term=6] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:27.150 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="4 keys range from 7200000000000000FB to 7800000100000000FB"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [peer_id=3] [region_id=2] [thread_id=103] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=2] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=5] [peer_id=3] [region_id=2] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(0)] [region_id=2] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 start_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {5} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 5."] [id=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=5] [region_id=4] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {7} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 7."] [id=7] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=7] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {9} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 9."] [id=9] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=9] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {11} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 11."] [id=11] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=11] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=4] [thread_id=101] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=6] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=8] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803786] [region_id=10] [thread_id=102] [2024/06/02 17:07:27.151 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=4] [thread_id=31] [2024/06/02 17:07:27.151 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=6] [thread_id=31] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 4 end_key: 7200000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 5 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 6 start_key: 7200000000000000FB end_key: 7200000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 7 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 10 start_key: 7800000000000000FB end_key: 7800000100000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 11 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=8] [thread_id=31] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 8 start_key: 7200000100000000FB end_key: 7800000000000000FB region_epoch { conf_ver: 1 version: 5 } peers { id: 9 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=7] [observe_id=ObserveId(1)] [region=2] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=10] [thread_id=31] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(3)] [region=6] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(2)] [region=4] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(4)] [region=10] [thread_id=68] [2024/06/02 17:07:27.151 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(5)] [region=8] [thread_id=68] [2024/06/02 17:07:34.147 +08:00] [INFO] [client.rs:799] ["set cluster version to 8.2.0-alpha"] [thread_id=31] [2024/06/02 17:17:24.042 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] [2024/06/02 17:27:24.043 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2389] [thread_id=12] [2024/06/02 17:28:01.650 +08:00] [INFO] [trend.rs:292] ["history window flipping: enter"] [increasing_rate=0] [flip_margin_error=1500] [delta=5149.693551941891] [name=L1] [thread_id=31] [2024/06/02 17:28:01.650 +08:00] [INFO] [trend.rs:292] ["history window flipping: enter"] [increasing_rate=0] [flip_margin_error=1000] [delta=1269.277005605516] [name=L2] [thread_id=31] [2024/06/02 17:28:01.755 +08:00] [WARN] [store.rs:824] ["[store 1] handle tick PdReportMinResolvedTs"] [takes=1324] [thread_id=102] [2024/06/02 17:28:01.755 +08:00] [WARN] [store.rs:899] ["[store 1] handle 1 store messages (\"Tick\", 1)"] [takes=1324] [thread_id=102] [2024/06/02 17:28:02.660 +08:00] [INFO] [trend.rs:273] ["history window flipping: end"] [flipping_duration=1] [increasing_rate=0] [time_based_multiple=0.00029993703107215343] [flip_margin_error=500] [delta=15512.338697713712] [name=L1] [thread_id=31] [2024/06/02 17:28:02.660 +08:00] [INFO] [trend.rs:273] ["history window flipping: end"] [flipping_duration=1] [increasing_rate=0] [time_based_multiple=0.00029993703107215343] [flip_margin_error=500] [delta=3886.709835930611] [name=L2] [thread_id=31] ==> ./tikv1.log <== [2024/06/02 17:36:19.449 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16765] [region_id=16764] [thread_id=101] [2024/06/02 17:36:19.449 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16765] [region_id=16764] [thread_id=101] [2024/06/02 17:36:19.449 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819968] [region_id=16762] [thread_id=102] [2024/06/02 17:36:19.449 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819968] [region_id=16764] [thread_id=101] [2024/06/02 17:36:19.449 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20059] [observe_id=ObserveId(16267)] [region=14] [thread_id=68] [2024/06/02 17:36:19.449 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16764 start_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD end_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE region_epoch { conf_ver: 1 version: 8096 } peers { id: 16765 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:19.449 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16762 start_key: 7480000000000050FF785F698000000000FF0000040380000000FF0000006403800000FF0000000064000000FD end_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8096 } peers { id: 16763 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:19.450 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16269)] [region=16762] [thread_id=68] [2024/06/02 17:36:19.450 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16268)] [region=16764] [thread_id=68] [2024/06/02 17:36:19.450 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16762] [thread_id=31] [2024/06/02 17:36:19.450 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16764] [thread_id=31] [2024/06/02 17:36:19.458 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=7600] [write_entries=100] [default_bytes=0] [default_entries=0] [thread_id=117] [2024/06/02 17:36:19.459 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/06/02 17:36:19.460 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/06/02 17:36:19.460 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/06/02 17:36:19.461 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 8400, total_kvs: 100, meta: uuid: F80B3CD3E5C64746AB71B3529E1147A6 range { start: 7480000000000050FF785F698000000000FF0000050380000000FF0000000103800000FF0000000001038000FF0000000000010000FD end: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FD } cf_name: \"write\" region_id: 16764 region_epoch { conf_ver: 1 version: 8096 } }]"] [thread_id=105] [2024/06/02 17:36:19.461 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/f80b3cd3-e5c6-4746-ab71-b3529e1147a6_16764_1_8096_write_2.sst\", temp: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.temp/f80b3cd3-e5c6-4746-ab71-b3529e1147a6_16764_1_8096_write_2.sst\", clone: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.clone/f80b3cd3-e5c6-4746-ab71-b3529e1147a6_16764_1_8096_write_2.sst\" }"] [thread_id=105] [2024/06/02 17:36:19.825 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050785F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(450185390926331926), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(450185390926331927), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185390926331926] [min_commit_ts=450185390926331927] [start_ts=450185390926331926] [key=7480000000000050FF785F698000000000FF0000040380000000FF000003E803800000FF0000000065000000FC] [thread_id=61] [2024/06/02 17:36:19.825 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050785F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(450185390926331926), ttl: 3000, short_value: 08800002000000010202000600E803313030300000000000000065, for_update_ts: TimeStamp(0), txn_size: 3, min_commit_ts: TimeStamp(450185390926331927), use_async_commit: true, secondaries: [7480000000000050785F6980000000000000020380000000000003E8013130303000000000FB038000000000000065, 7480000000000050785F698000000000000003013130303000000000FB0380000000000003E8038000000000000065, 7480000000000050785F6980000000000000040380000000000003E8038000000000000065, 7480000000000050785F6980000000000000050380000000000003E80380000000000003E8038000000000000065, 7480000000000050785F728000000000000065], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185390926331926] [min_commit_ts=450185390926331927] [start_ts=450185390926331926] [key=7480000000000050FF785F698000000000FF0000010380000000FF000003E801313030FF3000000000FB0000FD] [thread_id=60] [2024/06/02 17:36:19.825 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050785F6980000000000000010380000000000003E8013130303000000000FB, start_ts: TimeStamp(450185390926331926), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450185390926331927), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185390926331926] [min_commit_ts=450185390926331927] [start_ts=450185390926331926] [key=7480000000000050FF785F698000000000FF0000050380000000FF000003E803800000FF00000003E8038000FF0000000000650000FD] [thread_id=63] [2024/06/02 17:36:20.069 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33826] [split_keys="key 7480000000000050FF8100000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.069 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8096 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16766 new_peer_ids: 16767]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.069 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8100000000000000F8 new_region_id: 16766 new_peer_ids: 16767 } right_derive: true }"] [index=20062] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.069 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8100000000000000F8"] [region="id: 14 start_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8096 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.070 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.070 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16267)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.070 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.070 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16766 start_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE end_key: 7480000000000050FF8100000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 16767 store_id: 1 }"] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16767} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16767} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16767."] [id=16767] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16767] [region_id=16766] [thread_id=101] [2024/06/02 17:36:20.070 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819970] [region_id=16766] [thread_id=102] [2024/06/02 17:36:20.070 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20062] [observe_id=ObserveId(16270)] [region=14] [thread_id=68] [2024/06/02 17:36:20.070 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16766] [thread_id=31] [2024/06/02 17:36:20.070 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16766 start_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE end_key: 7480000000000050FF8100000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 16767 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.070 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16271)] [region=16766] [thread_id=68] [2024/06/02 17:36:20.073 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8097, but you sent conf_ver: 1 version: 8096\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF8100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 15 store_id: 1 } } current_regions { id: 16766 start_key: 7480000000000050FF785F698000000000FF0000050380000000FF0000006403800000FF0000000064038000FF0000000000640000FE end_key: 7480000000000050FF8100000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 16767 store_id: 1 } } }))"] [cid=525116] [thread_id=61] [2024/06/02 17:36:20.138 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33818] [split_keys="key 7480000000000050FF8300000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16768 new_peer_ids: 16769]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.139 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8300000000000000F8 new_region_id: 16768 new_peer_ids: 16769 } right_derive: true }"] [index=20064] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.139 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8300000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8100000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8097 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.139 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.139 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16270)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.139 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.139 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16768 start_key: 7480000000000050FF8100000000000000F8 end_key: 7480000000000050FF8300000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 16769 store_id: 1 }"] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16769} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16769} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16769."] [id=16769] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16769] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819972] [region_id=16768] [thread_id=101] [2024/06/02 17:36:20.139 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20064] [observe_id=ObserveId(16272)] [region=14] [thread_id=68] [2024/06/02 17:36:20.139 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16768 start_key: 7480000000000050FF8100000000000000F8 end_key: 7480000000000050FF8300000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 16769 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.139 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16273)] [region=16768] [thread_id=68] [2024/06/02 17:36:20.139 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16768] [thread_id=31] [2024/06/02 17:36:20.142 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8098, but you sent conf_ver: 1 version: 8097\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF8300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 15 store_id: 1 } } current_regions { id: 16768 start_key: 7480000000000050FF8100000000000000F8 end_key: 7480000000000050FF8300000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 16769 store_id: 1 } } }))"] [cid=525145] [thread_id=60] [2024/06/02 17:36:20.143 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050835F698000000000000001017878787878787878FF7878000000000000F9038000000000000049041986057745000000038000000000000002, start_ts: TimeStamp(450185391018344450), ttl: 3000, short_value: 008000030000000102030A000B00130078787878787878787878490000004577058619, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450185391018344451), use_async_commit: true, secondaries: [7480000000000050835F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185391018344450] [min_commit_ts=450185391018344451] [start_ts=450185391018344450] [key=7480000000000050FF835F698000000000FF0000010178787878FF78787878FF787800FF0000000000F90380FF0000000000004904FF1986057745000000FF0380000000000000FF0200000000000000F8] [thread_id=60] [2024/06/02 17:36:20.207 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33826] [split_keys="key 7480000000000050FF8500000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16770 new_peer_ids: 16771]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.207 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8500000000000000F8 new_region_id: 16770 new_peer_ids: 16771 } right_derive: true }"] [index=20068] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.207 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8500000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8098 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.207 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.207 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16272)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.207 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.207 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16770 start_key: 7480000000000050FF8300000000000000F8 end_key: 7480000000000050FF8500000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 16771 store_id: 1 }"] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16771} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16771} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16771."] [id=16771] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16771] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819974] [region_id=16770] [thread_id=102] [2024/06/02 17:36:20.207 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20068] [observe_id=ObserveId(16274)] [region=14] [thread_id=68] [2024/06/02 17:36:20.208 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16770 start_key: 7480000000000050FF8300000000000000F8 end_key: 7480000000000050FF8500000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 16771 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.208 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16770] [thread_id=31] [2024/06/02 17:36:20.208 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16275)] [region=16770] [thread_id=68] [2024/06/02 17:36:20.210 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8099, but you sent conf_ver: 1 version: 8098\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF8500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 15 store_id: 1 } } current_regions { id: 16770 start_key: 7480000000000050FF8300000000000000F8 end_key: 7480000000000050FF8500000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 16771 store_id: 1 } } }))"] [cid=525176] [thread_id=62] [2024/06/02 17:36:20.270 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33818] [split_keys="key 7480000000000050FF8700000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.270 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16772 new_peer_ids: 16773]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.270 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8700000000000000F8 new_region_id: 16772 new_peer_ids: 16773 } right_derive: true }"] [index=20070] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.270 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8700000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8099 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.271 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.271 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16274)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.271 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.271 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16772 start_key: 7480000000000050FF8500000000000000F8 end_key: 7480000000000050FF8700000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 16773 store_id: 1 }"] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16773} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16773} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16773."] [id=16773] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16773] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819976] [region_id=16772] [thread_id=101] [2024/06/02 17:36:20.271 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16772 start_key: 7480000000000050FF8500000000000000F8 end_key: 7480000000000050FF8700000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 16773 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.271 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20070] [observe_id=ObserveId(16276)] [region=14] [thread_id=68] [2024/06/02 17:36:20.271 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16772] [thread_id=31] [2024/06/02 17:36:20.271 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16277)] [region=16772] [thread_id=68] [2024/06/02 17:36:20.273 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8100, but you sent conf_ver: 1 version: 8099\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF8700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 15 store_id: 1 } } current_regions { id: 16772 start_key: 7480000000000050FF8500000000000000F8 end_key: 7480000000000050FF8700000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 16773 store_id: 1 } } }))"] [cid=525205] [thread_id=60] [2024/06/02 17:36:20.445 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33832] [split_keys="key 7480000000000050FF8B00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.445 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16774 new_peer_ids: 16775]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.446 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8B00000000000000F8 new_region_id: 16774 new_peer_ids: 16775 } right_derive: true }"] [index=20073] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.446 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8B00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8700000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8100 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.446 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16276)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.446 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8101 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16774 start_key: 7480000000000050FF8700000000000000F8 end_key: 7480000000000050FF8B00000000000000F8 region_epoch { conf_ver: 1 version: 8101 } peers { id: 16775 store_id: 1 }"] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16775} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16775} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16775."] [id=16775] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16775] [region_id=16774] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819978] [region_id=16774] [thread_id=101] [2024/06/02 17:36:20.446 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20073] [observe_id=ObserveId(16278)] [region=14] [thread_id=68] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33820] [split_keys="key 7480000000000050FF8C00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:33820] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 8101 != conf_ver: 1 version: 8100, retry later\", [id: 14 start_key: 7480000000000050FF8B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8101 } peers { id: 15 store_id: 1 }])"] [thread_id=102] [2024/06/02 17:36:20.446 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16774 start_key: 7480000000000050FF8700000000000000F8 end_key: 7480000000000050FF8B00000000000000F8 region_epoch { conf_ver: 1 version: 8101 } peers { id: 16775 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.446 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16774] [thread_id=31] [2024/06/02 17:36:20.446 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16279)] [region=16774] [thread_id=68] [2024/06/02 17:36:20.448 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33826] [split_keys="key 7480000000000050FF8C00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.449 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8101 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16776 new_peer_ids: 16777]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.449 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8C00000000000000F8 new_region_id: 16776 new_peer_ids: 16777 } right_derive: true }"] [index=20074] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.449 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8C00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8B00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8101 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.449 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16278)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.449 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8102 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16776 start_key: 7480000000000050FF8B00000000000000F8 end_key: 7480000000000050FF8C00000000000000F8 region_epoch { conf_ver: 1 version: 8102 } peers { id: 16777 store_id: 1 }"] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16777} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16777} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16777."] [id=16777] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16777] [region_id=16776] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819980] [region_id=16776] [thread_id=102] [2024/06/02 17:36:20.449 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20074] [observe_id=ObserveId(16280)] [region=14] [thread_id=68] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33832] [split_keys="key 7480000000000050FF8D00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:33832] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 8102 != conf_ver: 1 version: 8101, retry later\", [id: 14 start_key: 7480000000000050FF8C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8102 } peers { id: 15 store_id: 1 }])"] [thread_id=101] [2024/06/02 17:36:20.449 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16776] [thread_id=31] [2024/06/02 17:36:20.449 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16776 start_key: 7480000000000050FF8B00000000000000F8 end_key: 7480000000000050FF8C00000000000000F8 region_epoch { conf_ver: 1 version: 8102 } peers { id: 16777 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.449 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16281)] [region=16776] [thread_id=68] [2024/06/02 17:36:20.451 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33818] [split_keys="key 7480000000000050FF8D00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8102 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16778 new_peer_ids: 16779]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.452 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF8D00000000000000F8 new_region_id: 16778 new_peer_ids: 16779 } right_derive: true }"] [index=20077] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.452 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF8D00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8102 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:20.452 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.452 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16280)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.452 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF8D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8103 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.452 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16778 start_key: 7480000000000050FF8C00000000000000F8 end_key: 7480000000000050FF8D00000000000000F8 region_epoch { conf_ver: 1 version: 8103 } peers { id: 16779 store_id: 1 }"] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16779} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16779} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16779."] [id=16779] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16779] [region_id=16778] [thread_id=101] [2024/06/02 17:36:20.452 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819982] [region_id=16778] [thread_id=102] [2024/06/02 17:36:20.452 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20077] [observe_id=ObserveId(16282)] [region=14] [thread_id=68] [2024/06/02 17:36:20.452 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16778 start_key: 7480000000000050FF8C00000000000000F8 end_key: 7480000000000050FF8D00000000000000F8 region_epoch { conf_ver: 1 version: 8103 } peers { id: 16779 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.452 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16283)] [region=16778] [thread_id=68] [2024/06/02 17:36:20.452 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16778] [thread_id=31] [2024/06/02 17:36:20.700 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33826] [split_keys="key 7480000000000050FF9000000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF8D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8103 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16780 new_peer_ids: 16781]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.701 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9000000000000000F8 new_region_id: 16780 new_peer_ids: 16781 } right_derive: true }"] [index=20078] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.701 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF9000000000000000F8"] [region="id: 14 start_key: 7480000000000050FF8D00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8103 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.701 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.701 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16282)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.701 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.701 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16780 start_key: 7480000000000050FF8D00000000000000F8 end_key: 7480000000000050FF9000000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 16781 store_id: 1 }"] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16781} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16781} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16781."] [id=16781] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16781] [region_id=16780] [thread_id=102] [2024/06/02 17:36:20.701 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819984] [region_id=16780] [thread_id=101] [2024/06/02 17:36:20.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20078] [observe_id=ObserveId(16284)] [region=14] [thread_id=68] [2024/06/02 17:36:20.701 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16780 start_key: 7480000000000050FF8D00000000000000F8 end_key: 7480000000000050FF9000000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 16781 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.701 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16780] [thread_id=31] [2024/06/02 17:36:20.701 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16285)] [region=16780] [thread_id=68] [2024/06/02 17:36:20.704 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8104, but you sent conf_ver: 1 version: 8103\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF9000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 15 store_id: 1 } } current_regions { id: 16780 start_key: 7480000000000050FF8D00000000000000F8 end_key: 7480000000000050FF9000000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 16781 store_id: 1 } } }))"] [cid=525440] [thread_id=62] [2024/06/02 17:36:20.936 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33820] [split_keys="key 7480000000000050FF9300000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.936 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16782 new_peer_ids: 16783]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:20.936 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9300000000000000F8 new_region_id: 16782 new_peer_ids: 16783 } right_derive: true }"] [index=20080] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.936 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF9300000000000000F8"] [region="id: 14 start_key: 7480000000000050FF9000000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8104 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:20.936 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:20.936 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.936 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:20.936 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16284)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:20.936 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.936 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16782 start_key: 7480000000000050FF9000000000000000F8 end_key: 7480000000000050FF9300000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 16783 store_id: 1 }"] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.936 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16783} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16783} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16783."] [id=16783] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16783] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819986] [region_id=16782] [thread_id=101] [2024/06/02 17:36:20.937 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20080] [observe_id=ObserveId(16286)] [region=14] [thread_id=68] [2024/06/02 17:36:20.937 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16782 start_key: 7480000000000050FF9000000000000000F8 end_key: 7480000000000050FF9300000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 16783 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:20.937 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16287)] [region=16782] [thread_id=68] [2024/06/02 17:36:20.937 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16782] [thread_id=31] [2024/06/02 17:36:20.940 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8105, but you sent conf_ver: 1 version: 8104\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF9300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 15 store_id: 1 } } current_regions { id: 16782 start_key: 7480000000000050FF9000000000000000F8 end_key: 7480000000000050FF9300000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 16783 store_id: 1 } } }))"] [cid=525548] [thread_id=61] [2024/06/02 17:36:21.097 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33818] [split_keys="key 7480000000000050FF9600000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.098 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16784 new_peer_ids: 16785]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:21.099 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9600000000000000F8 new_region_id: 16784 new_peer_ids: 16785 } right_derive: true }"] [index=20082] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:21.099 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF9600000000000000F8"] [region="id: 14 start_key: 7480000000000050FF9300000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8105 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:21.099 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:21.099 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16286)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:21.099 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.099 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16784 start_key: 7480000000000050FF9300000000000000F8 end_key: 7480000000000050FF9600000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 16785 store_id: 1 }"] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16785} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16785} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16785."] [id=16785] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16785] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819988] [region_id=16784] [thread_id=102] [2024/06/02 17:36:21.099 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20082] [observe_id=ObserveId(16288)] [region=14] [thread_id=68] [2024/06/02 17:36:21.099 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16784] [thread_id=31] [2024/06/02 17:36:21.099 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16784 start_key: 7480000000000050FF9300000000000000F8 end_key: 7480000000000050FF9600000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 16785 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.100 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16289)] [region=16784] [thread_id=68] [2024/06/02 17:36:21.105 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8106, but you sent conf_ver: 1 version: 8105\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF9600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 15 store_id: 1 } } current_regions { id: 16784 start_key: 7480000000000050FF9300000000000000F8 end_key: 7480000000000050FF9600000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 16785 store_id: 1 } } }))"] [cid=525622] [thread_id=60] [2024/06/02 17:36:21.316 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33832] [split_keys="key 7480000000000050FF9900000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16786 new_peer_ids: 16787]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:21.317 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9900000000000000F8 new_region_id: 16786 new_peer_ids: 16787 } right_derive: true }"] [index=20084] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:21.317 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF9900000000000000F8"] [region="id: 14 start_key: 7480000000000050FF9600000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8106 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:21.317 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:21.317 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16288)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:21.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.317 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16786 start_key: 7480000000000050FF9600000000000000F8 end_key: 7480000000000050FF9900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 16787 store_id: 1 }"] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16787} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16787} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16787."] [id=16787] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16787] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819990] [region_id=16786] [thread_id=102] [2024/06/02 17:36:21.317 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20084] [observe_id=ObserveId(16290)] [region=14] [thread_id=68] [2024/06/02 17:36:21.317 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16786 start_key: 7480000000000050FF9600000000000000F8 end_key: 7480000000000050FF9900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 16787 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.318 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16291)] [region=16786] [thread_id=68] [2024/06/02 17:36:21.318 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16786] [thread_id=31] [2024/06/02 17:36:21.321 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8107, but you sent conf_ver: 1 version: 8106\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF9900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 15 store_id: 1 } } current_regions { id: 16786 start_key: 7480000000000050FF9600000000000000F8 end_key: 7480000000000050FF9900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 16787 store_id: 1 } } }))"] [cid=525727] [thread_id=61] [2024/06/02 17:36:21.530 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33826] [split_keys="key 7480000000000050FF9C00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:21.530 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16788 new_peer_ids: 16789]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:21.530 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9C00000000000000F8 new_region_id: 16788 new_peer_ids: 16789 } right_derive: true }"] [index=20086] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:21.530 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF9C00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF9900000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8107 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:21.531 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:21.531 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16290)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:21.531 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16788 start_key: 7480000000000050FF9900000000000000F8 end_key: 7480000000000050FF9C00000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 16789 store_id: 1 }"] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.531 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16789} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16789} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16789."] [id=16789] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16789] [region_id=16788] [thread_id=102] [2024/06/02 17:36:21.531 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819992] [region_id=16788] [thread_id=101] [2024/06/02 17:36:21.531 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20086] [observe_id=ObserveId(16292)] [region=14] [thread_id=68] [2024/06/02 17:36:21.531 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16788 start_key: 7480000000000050FF9900000000000000F8 end_key: 7480000000000050FF9C00000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 16789 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.531 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16788] [thread_id=31] [2024/06/02 17:36:21.531 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16293)] [region=16788] [thread_id=68] [2024/06/02 17:36:21.533 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8108, but you sent conf_ver: 1 version: 8107\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF9C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 15 store_id: 1 } } current_regions { id: 16788 start_key: 7480000000000050FF9900000000000000F8 end_key: 7480000000000050FF9C00000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 16789 store_id: 1 } } }))"] [cid=525830] [thread_id=60] [2024/06/02 17:36:21.600 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33818] [split_keys="key 7480000000000050FF9E00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.600 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16790 new_peer_ids: 16791]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:21.600 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9E00000000000000F8 new_region_id: 16790 new_peer_ids: 16791 } right_derive: true }"] [index=20088] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:21.600 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FF9E00000000000000F8"] [region="id: 14 start_key: 7480000000000050FF9C00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8108 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:21.600 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:21.600 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.600 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:21.600 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16292)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:21.600 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16790 start_key: 7480000000000050FF9C00000000000000F8 end_key: 7480000000000050FF9E00000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 16791 store_id: 1 }"] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.600 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.600 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16791} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16791} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16791."] [id=16791] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16791] [region_id=16790] [thread_id=102] [2024/06/02 17:36:21.601 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819994] [region_id=16790] [thread_id=101] [2024/06/02 17:36:21.601 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20088] [observe_id=ObserveId(16294)] [region=14] [thread_id=68] [2024/06/02 17:36:21.601 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16790 start_key: 7480000000000050FF9C00000000000000F8 end_key: 7480000000000050FF9E00000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 16791 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:21.601 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16790] [thread_id=31] [2024/06/02 17:36:21.601 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16295)] [region=16790] [thread_id=68] [2024/06/02 17:36:21.603 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8109, but you sent conf_ver: 1 version: 8108\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FF9E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 15 store_id: 1 } } current_regions { id: 16790 start_key: 7480000000000050FF9C00000000000000F8 end_key: 7480000000000050FF9E00000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 16791 store_id: 1 } } }))"] [cid=525861] [thread_id=62] [2024/06/02 17:36:22.627 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=117] [2024/06/02 17:36:22.794 +08:00] [INFO] [pd.rs:1531] ["try to split"] [region_epoch="conf_ver: 1 version: 8109"] [region_id=14] [thread_id=31] [2024/06/02 17:36:22.794 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=pd] [split_keys="2 keys range from 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD to 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:22.795 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16792 new_peer_ids: 16793, new_region_id: 16794 new_peer_ids: 16795]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:22.795 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD new_region_id: 16792 new_peer_ids: 16793 } requests { split_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE new_region_id: 16794 new_peer_ids: 16795 } right_derive: true }"] [index=20090] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:22.795 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="2 keys range from 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD to 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE"] [region="id: 14 start_key: 7480000000000050FF9E00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8109 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:22.795 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:22.795 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:22.795 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16294)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:22.795 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8111 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:22.795 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=3] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:22.795 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16792 start_key: 7480000000000050FF9E00000000000000F8 end_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8111 } peers { id: 16793 store_id: 1 }"] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.795 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16793} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16793} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16793."] [id=16793] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16793] [region_id=16792] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16794 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE region_epoch { conf_ver: 1 version: 8111 } peers { id: 16795 store_id: 1 }"] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16795} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16795} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16795."] [id=16795] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16795] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819998] [region_id=16794] [thread_id=102] [2024/06/02 17:36:22.796 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769819998] [region_id=16792] [thread_id=101] [2024/06/02 17:36:22.796 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20090] [observe_id=ObserveId(16296)] [region=14] [thread_id=68] [2024/06/02 17:36:22.796 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16794] [thread_id=31] [2024/06/02 17:36:22.796 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16792] [thread_id=31] [2024/06/02 17:36:22.796 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16794 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE region_epoch { conf_ver: 1 version: 8111 } peers { id: 16795 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:22.796 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16792 start_key: 7480000000000050FF9E00000000000000F8 end_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD region_epoch { conf_ver: 1 version: 8111 } peers { id: 16793 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:22.796 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16297)] [region=16794] [thread_id=68] [2024/06/02 17:36:22.796 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16298)] [region=16792] [thread_id=68] [2024/06/02 17:36:22.807 +08:00] [INFO] [sst_writer.rs:132] ["finish write to sst"] [write_bytes=67] [write_entries=1] [default_bytes=0] [default_entries=0] [thread_id=121] [2024/06/02 17:36:22.807 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/06/02 17:36:22.808 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=121] [2024/06/02 17:36:22.808 +08:00] [INFO] [import_file.rs:380] ["api_check success"] [thread_id=105] [2024/06/02 17:36:22.809 +08:00] [INFO] [sst_importer.rs:346] [ingest] [metas="[SstMetaInfo { total_bytes: 75, total_kvs: 1, meta: uuid: 26E857D75FA74BA695965D35D74B3A91 range { start: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD end: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FD } cf_name: \"write\" region_id: 16794 region_epoch { conf_ver: 1 version: 8111 } }]"] [thread_id=105] [2024/06/02 17:36:22.810 +08:00] [INFO] [sst_importer.rs:311] [delete] [path="ImportPath { save: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/26e857d7-5fa7-4ba6-9596-5d35d74b3a91_16794_1_8111_write_2.sst\", temp: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.temp/26e857d7-5fa7-4ba6-9596-5d35d74b3a91_16794_1_8111_write_2.sst\", clone: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv1/import/.clone/26e857d7-5fa7-4ba6-9596-5d35d74b3a91_16794_1_8111_write_2.sst\" }"] [thread_id=105] [2024/06/02 17:36:23.868 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33818] [split_keys="key 7480000000000050FFA200000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:23.868 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8111 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16796 new_peer_ids: 16797]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:23.868 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FFA200000000000000F8 new_region_id: 16796 new_peer_ids: 16797 } right_derive: true }"] [index=20091] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:23.868 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FFA200000000000000F8"] [region="id: 14 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8111 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:23.869 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:23.869 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16296)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:23.869 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FFA200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:23.869 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16796 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FFA200000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 16797 store_id: 1 }"] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16797} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16797} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16797."] [id=16797] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16797] [region_id=16796] [thread_id=102] [2024/06/02 17:36:23.869 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769820000] [region_id=16796] [thread_id=101] [2024/06/02 17:36:23.869 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20091] [observe_id=ObserveId(16299)] [region=14] [thread_id=68] [2024/06/02 17:36:23.869 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16796 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FFA200000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 16797 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:23.869 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16796] [thread_id=31] [2024/06/02 17:36:23.869 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16300)] [region=16796] [thread_id=68] [2024/06/02 17:36:23.871 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8112, but you sent conf_ver: 1 version: 8111\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FFA200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 15 store_id: 1 } } current_regions { id: 16796 start_key: 7480000000000050FF9E5F698000000000FF0000010131000000FF00000000F8038000FF0000000000010000FE end_key: 7480000000000050FFA200000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 16797 store_id: 1 } } }))"] [cid=526079] [thread_id=60] [2024/06/02 17:36:23.871 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050A25F698000000000000001038000000000000001038000000000000001038000000000000001038000000000000001, start_ts: TimeStamp(450185391988277267), ttl: 3000, short_value: 30, for_update_ts: TimeStamp(0), txn_size: 4, min_commit_ts: TimeStamp(450185391988277268), use_async_commit: true, secondaries: [7480000000000050A25F698000000000000001038000000000000001038000000000000002038000000000000001038000000000000002, 7480000000000050A25F728000000000000001, 7480000000000050A25F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185391988277267] [min_commit_ts=450185391988277268] [start_ts=450185391988277267] [key=7480000000000050FFA25F698000000000FF0000010380000000FF0000000103800000FF0000000001038000FF0000000000010380FF0000000000000100FE] [thread_id=61] [2024/06/02 17:36:24.090 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33832] [split_keys="key 7480000000000050FFA500000000000000F8"] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FFA200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16798 new_peer_ids: 16799]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:24.091 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FFA500000000000000F8 new_region_id: 16798 new_peer_ids: 16799 } right_derive: true }"] [index=20094] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:24.091 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FFA500000000000000F8"] [region="id: 14 start_key: 7480000000000050FFA200000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8112 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:24.091 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:24.091 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16299)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:24.091 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FFA500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:24.091 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16798 start_key: 7480000000000050FFA200000000000000F8 end_key: 7480000000000050FFA500000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 16799 store_id: 1 }"] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16799} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16799} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16799."] [id=16799] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16799] [region_id=16798] [thread_id=101] [2024/06/02 17:36:24.091 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769820002] [region_id=16798] [thread_id=102] [2024/06/02 17:36:24.091 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20094] [observe_id=ObserveId(16301)] [region=14] [thread_id=68] [2024/06/02 17:36:24.091 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16798 start_key: 7480000000000050FFA200000000000000F8 end_key: 7480000000000050FFA500000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 16799 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:24.091 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16798] [thread_id=31] [2024/06/02 17:36:24.091 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16302)] [region=16798] [thread_id=68] [2024/06/02 17:36:24.094 +08:00] [INFO] [scheduler.rs:769] ["get snapshot failed"] [err="Error(Request(message: \"EpochNotMatch current epoch of region 14 is conf_ver: 1 version: 8113, but you sent conf_ver: 1 version: 8112\" epoch_not_match { current_regions { id: 14 start_key: 7480000000000050FFA500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 15 store_id: 1 } } current_regions { id: 16798 start_key: 7480000000000050FFA200000000000000F8 end_key: 7480000000000050FFA500000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 16799 store_id: 1 } } }))"] [cid=526189] [thread_id=63] [2024/06/02 17:36:24.356 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33832] [split_keys="key 7480000000000050FFAA00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:24.356 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FFA500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16800 new_peer_ids: 16801]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:24.356 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FFAA00000000000000F8 new_region_id: 16800 new_peer_ids: 16801 } right_derive: true }"] [index=20096] [term=6] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:24.356 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FFAA00000000000000F8"] [region="id: 14 start_key: 7480000000000050FFA500000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8113 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=104] [2024/06/02 17:36:24.357 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:24.357 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16301)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:24.357 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FFAA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8114 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:24.357 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16800 start_key: 7480000000000050FFA500000000000000F8 end_key: 7480000000000050FFAA00000000000000F8 region_epoch { conf_ver: 1 version: 8114 } peers { id: 16801 store_id: 1 }"] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16801} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16801} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16801."] [id=16801] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16801] [region_id=16800] [thread_id=101] [2024/06/02 17:36:24.357 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769820004] [region_id=16800] [thread_id=102] [2024/06/02 17:36:24.357 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20096] [observe_id=ObserveId(16303)] [region=14] [thread_id=68] [2024/06/02 17:36:24.357 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16800 start_key: 7480000000000050FFA500000000000000F8 end_key: 7480000000000050FFAA00000000000000F8 region_epoch { conf_ver: 1 version: 8114 } peers { id: 16801 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:24.357 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16304)] [region=16800] [thread_id=68] [2024/06/02 17:36:24.357 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16800] [thread_id=31] [2024/06/02 17:36:24.420 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33820] [split_keys="key 7480000000000050FFAC00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:24.420 +08:00] [INFO] [peer.rs:6158] ["invalid split request"] [source=ipv4:127.0.0.1:33820] [peer_id=15] [region_id=14] [err="EpochNotMatch(\"[region 14] 15 epoch changed conf_ver: 1 version: 8114 != conf_ver: 1 version: 8113, retry later\", [id: 14 start_key: 7480000000000050FFAA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8114 } peers { id: 15 store_id: 1 }])"] [thread_id=102] [2024/06/02 17:36:24.422 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050AC5F728000000000000001, start_ts: TimeStamp(450185392132194324), ttl: 3000, short_value: 80000100000002010001, for_update_ts: TimeStamp(0), txn_size: 2, min_commit_ts: TimeStamp(450185392132194325), use_async_commit: true, secondaries: [7480000000000050AC5F728000000000000002], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185392132194324] [min_commit_ts=450185392132194325] [start_ts=450185392132194324] [key=7480000000000050FFAC5F728000000000FF0000010000000000FA] [thread_id=61] [2024/06/02 17:36:24.423 +08:00] [INFO] [peer.rs:6130] ["on split"] [source=ipv4:127.0.0.1:33832] [split_keys="key 7480000000000050FFAC00000000000000F8"] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [pd.rs:1031] ["try to batch split region"] [task=batch_split] [region="id: 14 start_key: 7480000000000050FFAA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8114 } peers { id: 15 store_id: 1 }"] [new_region_ids="[new_region_id: 16802 new_peer_ids: 16803]"] [region_id=14] [thread_id=31] [2024/06/02 17:36:24.423 +08:00] [INFO] [apply.rs:1712] ["execute admin command"] [command="cmd_type: BatchSplit splits { requests { split_key: 7480000000000050FFAC00000000000000F8 new_region_id: 16802 new_peer_ids: 16803 } right_derive: true }"] [index=20099] [term=6] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:24.423 +08:00] [INFO] [apply.rs:2578] ["split region"] [keys="key 7480000000000050FFAC00000000000000F8"] [region="id: 14 start_key: 7480000000000050FFAA00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8114 } peers { id: 15 store_id: 1 }"] [peer_id=15] [region_id=14] [thread_id=103] [2024/06/02 17:36:24.423 +08:00] [INFO] [endpoint.rs:279] ["region met split/merge command, stop tracking since key range changed, wait for re-register"] [req_type=BatchSplit] [thread_id=68] [2024/06/02 17:36:24.423 +08:00] [INFO] [peer.rs:4250] ["moving 0 locks to new regions"] [region_id=14] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [peer.rs:4296] ["notify pd with split"] [split_count=2] [peer_id=15] [region_id=14] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [endpoint.rs:748] ["deregister observe region"] [observe_id=ObserveId(16303)] [region_id=14] [store_id=Some(1)] [thread_id=68] [2024/06/02 17:36:24.423 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 14 start_key: 7480000000000050FFAC00000000000000F8 end_key: 748000FFFFFFFFFFFFF900000000000000F8 region_epoch { conf_ver: 1 version: 8115 } peers { id: 15 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:24.423 +08:00] [INFO] [peer.rs:4378] ["insert new region"] [store_id=1] [is_uninitialized_peer_exist=false] [region="id: 16802 start_key: 7480000000000050FFAA00000000000000F8 end_key: 7480000000000050FFAC00000000000000F8 region_epoch { conf_ver: 1 version: 8115 } peers { id: 16803 store_id: 1 }"] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {16803} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {16803} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 16803."] [id=16803] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=16803] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769820006] [region_id=16802] [thread_id=102] [2024/06/02 17:36:24.423 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=20099] [observe_id=ObserveId(16305)] [region=14] [thread_id=68] [2024/06/02 17:36:24.423 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 16802 start_key: 7480000000000050FFAA00000000000000F8 end_key: 7480000000000050FFAC00000000000000F8 region_epoch { conf_ver: 1 version: 8115 } peers { id: 16803 store_id: 1 }"] [thread_id=68] [2024/06/02 17:36:24.423 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=16802] [thread_id=31] [2024/06/02 17:36:24.423 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(16306)] [region=16802] [thread_id=68] [2024/06/02 17:36:24.458 +08:00] [WARN] [prewrite.rs:832] ["commit_ts is too large, fallback to normal 2PC"] [lock="Lock { lock_type: Put, primary_key: 7480000000000050AC5F728000000000000003, start_ts: TimeStamp(450185392145563659), ttl: 3000, short_value: 80000100000002010003, for_update_ts: TimeStamp(0), txn_size: 1, min_commit_ts: TimeStamp(450185392145563660), use_async_commit: true, secondaries: [], rollback_ts: [], last_change: Unknown, txn_source: 0, is_locked_with_conflict: false, generation: 0 }"] [max_commit_ts=450185392145563659] [min_commit_ts=450185392145563660] [start_ts=450185392145563659] [key=7480000000000050FFAC5F728000000000FF0000030000000000FA] [thread_id=62] [2024/06/02 17:36:27.155 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=7] [2024/06/02 17:36:27.155 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=8] [2024/06/02 17:36:27.155 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=9] [2024/06/02 17:36:27.155 +08:00] [INFO] [kv.rs:1067] ["kv rpc failed"] [err=RemoteStopped] [request=batch_commands] [thread_id=10] ==> ./tikv3.log <== [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:90] ["Welcome to TiKV"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Release Version: 8.2.0-alpha"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Edition: Community"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Git Commit Hash: 44356c16acc47bf4f5cee733b5153cdeec3fff80"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Git Commit Branch: master"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["UTC Build Time: 2024-06-01 04:56:33"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Rust Version: rustc 1.77.0-nightly (89e2160c4 2023-12-27)"] [thread_id=1] [2024/06/02 17:07:21.694 +08:00] [INFO] [lib.rs:95] ["Enable Features: memory-engine pprof-fp jemalloc mem-profiling portable sse test-engine-kv-rocksdb test-engine-raft-raft-engine trace-async-tasks openssl-vendored"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [INFO] [lib.rs:95] ["Profile: dist_release"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [INFO] [fips.rs:40] ["OpenSSL FIPS mode is disabled"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [ERROR] [mod.rs:3320] ["failed to enable heap profiling"] [err="JemallocError(\"failed to activate profiling: `name` or `mib` specifies an unknown/invalid value.\")"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [INFO] [mod.rs:118] ["cgroup quota: memory=Some(34359738368), cpu=Some(8.0), cores={18, 35, 30, 52, 69, 15, 28, 66, 57, 14, 16, 11, 24, 32, 22, 36, 47, 13, 51, 54, 55, 48, 58, 65, 59, 23, 71, 68, 17, 27, 29, 31, 34, 49, 50, 64, 25, 26, 62, 63, 67, 0, 70, 56, 20, 33, 61, 19, 60, 21, 53, 12}"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [INFO] [mod.rs:125] ["memory limit in bytes: 34359738368, cpu cores quota: 8"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.core.somaxconn got 4096, expect 32768"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters net.ipv4.tcp_syncookies got 1, expect 0"] [thread_id=1] [2024/06/02 17:07:21.695 +08:00] [WARN] [server.rs:1755] ["check: kernel"] [err="kernel parameters vm.swappiness got 10, expect 0"] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [INFO] [] ["TCP_USER_TIMEOUT is available. TCP_USER_TIMEOUT will be used thereafter"] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [INFO] [] ["subchannel 0x7ffa4f84d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7ffa4f8afb20, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ffa4f837ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ffa4f8d2f30, grpc.server_uri=dns:///127.0.0.1:2399}: connect failed: {\"created\":\"@1717319241.697433875\",\"description\":\"Failed to connect to remote host: Connection refused\",\"errno\":111,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_client_posix.cc\",\"file_line\":200,\"os_error\":\"Connection refused\",\"syscall\":\"connect\",\"target_address\":\"ipv4:127.0.0.1:2399\"}"] [thread_id=13] [2024/06/02 17:07:21.697 +08:00] [INFO] [] ["subchannel 0x7ffa4f84d800 {address=ipv4:127.0.0.1:2399, args=grpc.client_channel_factory=0x7ffa4f8afb20, grpc.default_authority=127.0.0.1:2399, grpc.initial_reconnect_backoff_ms=1000, grpc.internal.subchannel_pool=0x7ffa4f837ea0, grpc.keepalive_time_ms=10000, grpc.keepalive_timeout_ms=3000, grpc.max_receive_message_length=-1, grpc.max_reconnect_backoff_ms=5000, grpc.max_send_message_length=-1, grpc.primary_user_agent=grpc-rust/0.10.4, grpc.resource_quota=0x7ffa4f8d2f30, grpc.server_uri=dns:///127.0.0.1:2399}: Retry in 999 milliseconds"] [thread_id=13] [2024/06/02 17:07:21.697 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 14-UNAVAILABLE, message: \"failed to connect to all addresses\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:21.697 +08:00] [WARN] [client.rs:169] ["validate PD endpoints failed"] [err="Other(\"[components/pd_client/src/util.rs:634]: PD cluster failed to respond\")"] [thread_id=1] [2024/06/02 17:07:21.999 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:23.999 +08:00] [INFO] [util.rs:601] ["PD failed to respond"] [err="Grpc(RpcFailure(RpcStatus { code: 4-DEADLINE_EXCEEDED, message: \"Deadline Exceeded\", details: [] }))"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:24.300 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:25.037 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:25.038 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:25.039 +08:00] [INFO] [util.rs:639] ["connecting to PD endpoint"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:25.040 +08:00] [INFO] [util.rs:808] ["connected to PD member"] [endpoints=http://127.0.0.1:2399] [thread_id=1] [2024/06/02 17:07:25.040 +08:00] [INFO] [util.rs:631] ["all PD endpoints are consistent"] [endpoints="[\"127.0.0.1:2399\"]"] [thread_id=1] [2024/06/02 17:07:25.040 +08:00] [INFO] [common.rs:332] ["connect to PD cluster"] [cluster_id=7375829992235954788] [thread_id=1] [2024/06/02 17:07:25.041 +08:00] [INFO] [mod.rs:2589] ["readpool.storage.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.041 +08:00] [INFO] [mod.rs:2612] ["readpool.coprocessor.use-unified-pool is not set, set to true by default"] [thread_id=1] [2024/06/02 17:07:25.042 +08:00] [WARN] [mod.rs:2011] ["raft-engine.batch-compression-threshold 8KiB should be adpative to the size of async-io. Set it to 4KiB instead."] [thread_id=1] [2024/06/02 17:07:25.043 +08:00] [INFO] [config.rs:395] ["using default coprocessor quota"] [quota=ReadableSize(4294967296)] [thread_id=1] [2024/06/02 17:07:25.044 +08:00] [INFO] [common.rs:452] ["beginning system configuration check"] [thread_id=1] [2024/06/02 17:07:25.045 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3] [thread_id=1] [2024/06/02 17:07:25.045 +08:00] [INFO] [config.rs:1093] ["data dir"] [mount_fs="FsInfo { tp: \"ext4\", opts: \"rw,relatime\", mnt_dir: \"/home/jenkins/agent\", fsname: \"/dev/nvme0n1\" }"] [data_path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft] [thread_id=1] [2024/06/02 17:07:25.045 +08:00] [INFO] [common.rs:120] ["using config"] [config="{\"slow-log-file\":\"\",\"slow-log-threshold\":\"1s\",\"panic-when-unexpected-key-or-data\":false,\"abort-on-panic\":false,\"memory-usage-limit\":\"25769803775B\",\"memory-usage-high-water\":0.9,\"log\":{\"level\":\"info\",\"format\":\"text\",\"enable-timestamp\":true,\"file\":{\"filename\":\"tikv3.log\",\"max-size\":300,\"max-days\":0,\"max-backups\":0}},\"memory\":{\"enable-heap-profiling\":true,\"profiling-sample-per-bytes\":\"512KiB\",\"enable-thread-exclusive-arena\":true},\"quota\":{\"foreground-cpu-time\":0,\"foreground-write-bandwidth\":\"0KiB\",\"foreground-read-bandwidth\":\"0KiB\",\"max-delay-duration\":\"500ms\",\"background-cpu-time\":0,\"background-write-bandwidth\":\"0KiB\",\"background-read-bandwidth\":\"0KiB\",\"enable-auto-tune\":false},\"readpool\":{\"unified\":{\"min-thread-count\":1,\"max-thread-count\":6,\"stack-size\":\"10MiB\",\"max-tasks-per-worker\":2000,\"auto-adjust-pool-size\":false},\"storage\":{\"use-unified-pool\":true,\"high-concurrency\":4,\"normal-concurrency\":4,\"low-concurrency\":4,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"},\"coprocessor\":{\"use-unified-pool\":true,\"high-concurrency\":6,\"normal-concurrency\":6,\"low-concurrency\":6,\"max-tasks-per-worker-high\":2000,\"max-tasks-per-worker-normal\":2000,\"max-tasks-per-worker-low\":2000,\"stack-size\":\"10MiB\"}},\"server\":{\"addr\":\"0.0.0.0:20180\",\"advertise-addr\":\"127.0.0.1:20180\",\"status-addr\":\"127.0.0.1:20180\",\"advertise-status-addr\":\"127.0.0.1:20185\",\"status-thread-pool-size\":1,\"max-grpc-send-msg-len\":10485760,\"raft-client-grpc-send-msg-buffer\":524288,\"raft-client-queue-size\":8192,\"raft-msg-max-batch-size\":128,\"grpc-compression-type\":\"none\",\"grpc-gzip-compression-level\":2,\"grpc-min-message-size-to-compress\":4096,\"grpc-concurrency\":5,\"grpc-concurrent-stream\":1024,\"grpc-raft-conn-num\":1,\"grpc-memory-pool-quota\":\"9223372036854775807B\",\"grpc-stream-initial-window-size\":\"2MiB\",\"grpc-keepalive-time\":\"10s\",\"grpc-keepalive-timeout\":\"3s\",\"concurrent-send-snap-limit\":32,\"concurrent-recv-snap-limit\":32,\"end-point-recursion-limit\":1000,\"end-point-stream-channel-size\":8,\"end-point-batch-row-limit\":64,\"end-point-stream-batch-row-limit\":128,\"end-point-enable-batch-if-possible\":true,\"end-point-request-max-handle-duration\":\"1m\",\"end-point-max-concurrency\":8,\"end-point-perf-level\":0,\"end-point-memory-quota\":\"4GiB\",\"snap-io-max-bytes-per-sec\":\"100MiB\",\"snap-max-total-size\":\"0KiB\",\"stats-concurrency\":1,\"heavy-load-threshold\":75,\"heavy-load-wait-duration\":null,\"enable-request-batch\":true,\"background-thread-count\":2,\"end-point-slow-log-threshold\":\"1s\",\"forward-max-connections-per-address\":4,\"reject-messages-on-memory-ratio\":0.2,\"simplify-metrics\":false,\"health-feedback-interval\":\"1s\",\"labels\":{}},\"storage\":{\"data-dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3\",\"engine\":\"raft-kv\",\"gc-ratio-threshold\":1.1,\"max-key-size\":8192,\"scheduler-concurrency\":524288,\"scheduler-worker-pool-size\":4,\"scheduler-pending-write-threshold\":\"100MiB\",\"reserve-space\":\"5GiB\",\"reserve-raft-space\":\"1GiB\",\"enable-async-apply-prewrite\":false,\"api-version\":1,\"enable-ttl\":false,\"background-error-recovery-window\":\"1h\",\"ttl-check-poll-interval\":\"12h\",\"txn-status-cache-capacity\":5120000,\"memory-quota\":\"256MiB\",\"flow-control\":{\"enable\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"memtables-threshold\":5,\"l0-files-threshold\":20},\"block-cache\":{\"shared\":null,\"capacity\":\"15461882265B\",\"num-shard-bits\":6,\"strict-capacity-limit\":false,\"high-pri-pool-ratio\":0.8,\"low-pri-pool-ratio\":0.2,\"memory-allocator\":\"nodump\"},\"io-rate-limit\":{\"max-bytes-per-sec\":\"0KiB\",\"mode\":\"write-only\",\"strict\":false,\"foreground-read-priority\":\"high\",\"foreground-write-priority\":\"high\",\"flush-priority\":\"high\",\"level-zero-compaction-priority\":\"medium\",\"compaction-priority\":\"low\",\"replication-priority\":\"high\",\"load-balance-priority\":\"high\",\"gc-priority\":\"high\",\"import-priority\":\"medium\",\"export-priority\":\"medium\",\"other-priority\":\"high\"}},\"pd\":{\"endpoints\":[\"127.0.0.1:2399\"],\"retry-interval\":\"300ms\",\"retry-max-count\":9223372036854775807,\"retry-log-every\":10,\"update-interval\":\"10m\",\"enable-forwarding\":false},\"metric\":{\"job\":\"tikv\"},\"raftstore\":{\"prevote\":true,\"raftdb-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft\",\"capacity\":\"0KiB\",\"raft-base-tick-interval\":\"1s\",\"raft-heartbeat-ticks\":2,\"raft-election-timeout-ticks\":10,\"raft-min-election-timeout-ticks\":10,\"raft-max-election-timeout-ticks\":20,\"raft-max-size-per-msg\":\"1MiB\",\"raft-max-inflight-msgs\":256,\"raft-entry-max-size\":\"8MiB\",\"raft-log-compact-sync-interval\":\"2s\",\"raft-log-gc-tick-interval\":\"3s\",\"request-voter-replicated-index-interval\":\"5m\",\"raft-log-gc-threshold\":50,\"raft-log-gc-count-limit\":73728,\"raft-log-gc-size-limit\":\"72MiB\",\"max-apply-unpersisted-log-limit\":1024,\"follower-read-max-log-gap\":100,\"raft-log-reserve-max-ticks\":6,\"raft-engine-purge-interval\":\"10s\",\"max-manual-flush-rate\":3.0,\"raft-entry-cache-life-time\":\"30s\",\"split-region-check-tick-interval\":\"10s\",\"region-split-check-diff\":\"6MiB\",\"region-compact-check-interval\":\"5m\",\"region-compact-check-step\":100,\"region-compact-min-tombstones\":10000,\"region-compact-tombstones-percent\":30,\"region-compact-min-redundant-rows\":50000,\"region-compact-redundant-rows-percent\":20,\"pd-heartbeat-tick-interval\":\"1m\",\"pd-store-heartbeat-tick-interval\":\"10s\",\"pd-report-min-resolved-ts-interval\":\"1s\",\"snap-mgr-gc-tick-interval\":\"1m\",\"snap-gc-timeout\":\"4h\",\"snap-wait-split-duration\":\"34s\",\"lock-cf-compact-interval\":\"10m\",\"lock-cf-compact-bytes-threshold\":\"256MiB\",\"periodic-full-compact-start-times\":[],\"periodic-full-compact-start-max-cpu\":0.1,\"notify-capacity\":40960,\"messages-per-tick\":4096,\"max-peer-down-duration\":\"10m\",\"max-leader-missing-duration\":\"2h\",\"abnormal-leader-missing-duration\":\"10m\",\"peer-stale-state-check-interval\":\"5m\",\"gc-peer-check-interval\":\"1m\",\"leader-transfer-max-log-lag\":128,\"snap-apply-batch-size\":\"10MiB\",\"snap-apply-copy-symlink\":false,\"region-worker-tick-interval\":\"1s\",\"clean-stale-ranges-tick\":10,\"consistency-check-interval\":\"0s\",\"report-region-flow-interval\":\"1m\",\"raft-store-max-leader-lease\":\"9s\",\"check-leader-lease-interval\":\"2s250ms\",\"renew-leader-lease-advance-duration\":\"2s250ms\",\"right-derive-when-split\":true,\"merge-max-log-gap\":10,\"merge-check-tick-interval\":\"2s\",\"use-delete-range\":false,\"snap-generator-pool-size\":2,\"cleanup-import-sst-interval\":\"10m\",\"local-read-batch-size\":1024,\"apply-max-batch-size\":256,\"apply-pool-size\":2,\"apply-reschedule-duration\":\"5s\",\"apply-low-priority-pool-size\":1,\"store-max-batch-size\":256,\"store-pool-size\":2,\"store-reschedule-duration\":\"5s\",\"store-low-priority-pool-size\":0,\"store-io-pool-size\":1,\"store-io-notify-capacity\":40960,\"future-poll-size\":1,\"hibernate-regions\":true,\"dev-assert\":false,\"apply-yield-duration\":\"500ms\",\"apply-yield-write-size\":\"32KiB\",\"perf-level\":0,\"evict-cache-on-memory-ratio\":0.1,\"cmd-batch\":true,\"cmd-batch-concurrent-ready-max-count\":1,\"raft-write-size-limit\":\"1MiB\",\"waterfall-metrics\":true,\"io-reschedule-concurrent-max-count\":4,\"io-reschedule-hotpot-duration\":\"5s\",\"inspect-interval\":\"100ms\",\"inspect-cpu-util-thd\":0.4,\"slow-trend-unsensitive-cause\":10.0,\"slow-trend-unsensitive-result\":0.5,\"slow-trend-network-io-factor\":0.0,\"reactive-memory-lock-tick-interval\":\"2s\",\"reactive-memory-lock-timeout-tick\":5,\"report-region-buckets-tick-interval\":\"10s\",\"check-long-uncommitted-interval\":\"10s\",\"long-uncommitted-base-threshold\":\"20s\",\"max-entry-cache-warmup-duration\":\"1s\",\"max-snapshot-file-raw-size\":\"100MiB\",\"unreachable-backoff\":\"10s\",\"enable-v2-compatible-learner\":false,\"min-pending-apply-region-count\":10,\"skip-manual-compaction-in-clean-up-worker\":false},\"coprocessor\":{\"split-region-on-table\":false,\"batch-split-limit\":10,\"region-max-size\":\"144MiB\",\"region-split-size\":\"96MiB\",\"region-max-keys\":1440000,\"region-split-keys\":960000,\"consistency-check-method\":\"mvcc\",\"enable-region-bucket\":null,\"region-bucket-size\":\"50MiB\",\"region-size-threshold-for-approximate\":\"750MiB\",\"prefer-approximate-bucket\":true,\"region-bucket-merge-size-ratio\":0.33},\"coprocessor-v2\":{\"coprocessor-plugin-directory\":null},\"rocksdb\":{\"info-log-level\":\"info\",\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":7,\"max-background-flushes\":2,\"max-manifest-file-size\":\"128MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"rate-bytes-per-sec\":\"10GiB\",\"rate-limiter-refill-period\":\"100ms\",\"rate-limiter-mode\":2,\"rate-limiter-auto-tuned\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"max-sub-compactions\":3,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":false,\"enable-multi-batch-write\":null,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"write-buffer-limit\":null,\"track-and-verify-wals-in-manifest\":true,\"defaultcf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":\"32KiB\",\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"writecf\":{\"block-size\":\"32KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":false,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":3,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":true,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"zstd\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"lockcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":false,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"32MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"raftcf\":{\"block-size\":\"16KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":true,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"no\",\"no\",\"no\",\"no\",\"no\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"128MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":1,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":true,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":null,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"read-only\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":true,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raftdb\":{\"wal-recovery-mode\":2,\"wal-dir\":\"\",\"wal-ttl-seconds\":0,\"wal-size-limit\":\"0KiB\",\"max-total-wal-size\":\"4GiB\",\"max-background-jobs\":4,\"max-background-flushes\":1,\"max-manifest-file-size\":\"20MiB\",\"create-if-missing\":true,\"max-open-files\":40960,\"stats-dump-period\":\"10m\",\"compaction-readahead-size\":\"0KiB\",\"info-log-max-size\":\"1GiB\",\"info-log-roll-time\":\"0s\",\"info-log-keep-log-file-num\":10,\"info-log-dir\":\"\",\"info-log-level\":\"info\",\"max-sub-compactions\":2,\"writable-file-max-buffer-size\":\"1MiB\",\"use-direct-io-for-flush-and-compaction\":false,\"enable-pipelined-write\":true,\"enable-unordered-write\":false,\"allow-concurrent-memtable-write\":true,\"bytes-per-sync\":\"1MiB\",\"wal-bytes-per-sync\":\"512KiB\",\"defaultcf\":{\"block-size\":\"64KiB\",\"block-cache-size\":null,\"disable-block-cache\":false,\"cache-index-and-filter-blocks\":true,\"pin-l0-filter-and-index-blocks\":true,\"use-bloom-filter\":false,\"optimize-filters-for-hits\":true,\"optimize-filters-for-memory\":false,\"whole-key-filtering\":true,\"bloom-filter-bits-per-key\":10,\"block-based-bloom-filter\":false,\"ribbon-filter-above-level\":null,\"read-amp-bytes-per-bit\":0,\"compression-per-level\":[\"no\",\"no\",\"lz4\",\"lz4\",\"lz4\",\"zstd\",\"zstd\"],\"write-buffer-size\":\"128MiB\",\"write-buffer-limit\":null,\"max-write-buffer-number\":5,\"min-write-buffer-number-to-merge\":1,\"max-bytes-for-level-base\":\"512MiB\",\"target-file-size-base\":null,\"level0-file-num-compaction-trigger\":4,\"level0-slowdown-writes-trigger\":20,\"level0-stop-writes-trigger\":20,\"max-compaction-bytes\":\"2GiB\",\"compaction-pri\":0,\"dynamic-level-bytes\":true,\"num-levels\":7,\"max-bytes-for-level-multiplier\":10,\"compaction-style\":0,\"disable-auto-compactions\":false,\"disable-write-stall\":false,\"soft-pending-compaction-bytes-limit\":\"192GiB\",\"hard-pending-compaction-bytes-limit\":\"1TiB\",\"force-consistency-checks\":false,\"prop-size-index-distance\":4194304,\"prop-keys-index-distance\":40960,\"enable-doubly-skiplist\":true,\"enable-compaction-guard\":null,\"compaction-guard-min-output-file-size\":\"8MiB\",\"compaction-guard-max-output-file-size\":\"128MiB\",\"bottommost-level-compression\":\"disable\",\"bottommost-zstd-compression-dict-size\":0,\"bottommost-zstd-compression-sample-size\":0,\"prepopulate-block-cache\":\"disabled\",\"format-version\":2,\"checksum\":\"crc32c\",\"max-compactions\":null,\"ttl\":null,\"periodic-compaction-seconds\":null,\"titan\":{\"min-blob-size\":null,\"blob-file-compression\":\"zstd\",\"zstd-dict-size\":\"0KiB\",\"shared-blob-cache\":true,\"blob-cache-size\":\"0KiB\",\"min-gc-batch-size\":\"16MiB\",\"max-gc-batch-size\":\"64MiB\",\"discardable-ratio\":0.5,\"merge-small-file-threshold\":\"8MiB\",\"blob-run-mode\":\"normal\",\"level-merge\":false,\"range-merge\":true,\"max-sorted-runs\":20}},\"titan\":{\"enabled\":false,\"dirname\":\"\",\"disable-gc\":false,\"max-background-gc\":1,\"purge-obsolete-files-period\":\"10s\"}},\"raft-engine\":{\"enable\":true,\"dir\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/raft-engine\",\"spill-dir\":null,\"recovery-mode\":\"tolerate-corrupted-tail-records\",\"recovery-read-block-size\":\"16KiB\",\"recovery-threads\":4,\"batch-compression-threshold\":\"4KiB\",\"compression-level\":null,\"bytes-per-sync\":null,\"format-version\":2,\"target-file-size\":\"128MiB\",\"purge-threshold\":\"10GiB\",\"purge-rewrite-threshold\":\"1GiB\",\"purge-rewrite-garbage-ratio\":0.6,\"memory-limit\":\"5153960755B\",\"enable-log-recycle\":true,\"prefill-for-recycle\":false,\"prefill-limit\":null},\"security\":{\"ca-path\":\"\",\"cert-path\":\"\",\"key-path\":\"\",\"cert-allowed-cn\":[],\"redact-info-log\":null,\"encryption\":{\"data-encryption-method\":\"plaintext\",\"data-key-rotation-period\":\"7d\",\"enable-file-dictionary-log\":true,\"file-dictionary-rewrite-threshold\":1000000,\"master-key\":{\"type\":\"plaintext\"},\"previous-master-key\":{\"type\":\"plaintext\"}}},\"import\":{\"num-threads\":8,\"stream-channel-window\":128,\"import-mode-timeout\":\"10m\",\"memory-use-ratio\":0.3},\"backup\":{\"num-threads\":4,\"batch-size\":8,\"sst-max-size\":\"144MiB\",\"enable-auto-tune\":true,\"auto-tune-remain-threads\":2,\"auto-tune-refresh-interval\":\"1m\",\"io-thread-size\":2,\"s3-multi-part-size\":\"5MiB\",\"hadoop\":{\"home\":\"\",\"linux-user\":\"\"}},\"log-backup\":{\"min-ts-interval\":\"10s\",\"max-flush-interval\":\"3m\",\"num-threads\":4,\"enable\":true,\"temp-path\":\"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp\",\"file-size-limit\":\"256MiB\",\"initial-scan-pending-memory-quota\":\"512MiB\",\"initial-scan-rate-limit\":\"60MiB\",\"initial-scan-concurrency\":6},\"pessimistic-txn\":{\"wait-for-lock-timeout\":\"1s\",\"wake-up-delay-duration\":\"20ms\",\"pipelined\":false,\"in-memory\":true},\"gc\":{\"ratio-threshold\":1.1,\"batch-keys\":512,\"max-write-bytes-per-sec\":\"0KiB\",\"enable-compaction-filter\":true,\"compaction-filter-skip-version-check\":false,\"num-threads\":1},\"split\":{\"qps-threshold\":3000,\"split-balance-score\":0.25,\"split-contained-score\":0.5,\"detect-times\":10,\"sample-num\":20,\"sample-threshold\":100,\"byte-threshold\":31457280,\"grpc-thread-cpu-overload-threshold-ratio\":0.5,\"unified-read-pool-thread-cpu-overload-threshold-ratio\":0.8,\"region-cpu-overload-threshold-ratio\":0.25},\"cdc\":{\"min-ts-interval\":\"1s\",\"hibernate-regions-compatible\":true,\"incremental-scan-threads\":4,\"incremental-scan-concurrency\":6,\"incremental-scan-concurrency-limit\":10000,\"incremental-scan-speed-limit\":\"128MiB\",\"incremental-fetch-speed-limit\":\"512MiB\",\"incremental-scan-ts-filter-ratio\":0.2,\"tso-worker-threads\":1,\"sink-memory-quota\":\"512MiB\",\"old-value-cache-memory-quota\":\"512MiB\"},\"resolved-ts\":{\"enable\":true,\"advance-ts-interval\":\"20s\",\"scan-lock-pool-size\":2,\"memory-quota\":\"256MiB\",\"incremental-scan-concurrency\":6},\"resource-metering\":{\"receiver-address\":\"\",\"report-receiver-interval\":\"1m\",\"max-resource-groups\":100,\"precision\":\"1s\"},\"causal-ts\":{\"renew-interval\":\"100ms\",\"renew-batch-min-size\":100,\"renew-batch-max-size\":8192,\"alloc-ahead-buffer\":\"3s\"},\"resource-control\":{\"enabled\":true},\"range-cache-engine\":{\"enabled\":false,\"gc-interval\":\"3m\",\"soft-limit-threshold\":null,\"hard-limit-threshold\":null}}"] [thread_id=1] [2024/06/02 17:07:25.046 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=1] [2024/06/02 17:07:25.047 +08:00] [WARN] [worker.rs:353] ["adjust duration too small, skip adjustment."] [dur=0ns] [thread_id=17] [2024/06/02 17:07:25.047 +08:00] [INFO] [resource_group.rs:145] ["add resource group"] [ru=2147483647] [name=default] [thread_id=18] [2024/06/02 17:07:25.047 +08:00] [INFO] [service.rs:70] ["pd meta client creating watch stream."] [rev=12] [path=resource_group/settings] [thread_id=18] [2024/06/02 17:07:25.047 +08:00] [INFO] [service.rs:193] ["load controller config"] [config="RequestUnitConfig { read_base_cost: 0.125, read_cost_per_byte: 1.52587890625e-5, write_base_cost: 1.0, write_cost_per_byte: 0.0009765625, read_cpu_ms_cost: 0.3333333333333333 }"] [thread_id=17] [2024/06/02 17:07:25.047 +08:00] [WARN] [common.rs:209] ["failed to remove space holder on starting: No such file or directory (os error 2)"] [thread_id=1] [2024/06/02 17:07:25.063 +08:00] [INFO] [mod.rs:130] ["encryption: none of key dictionary and file dictionary are found."] [thread_id=1] [2024/06/02 17:07:25.063 +08:00] [INFO] [mod.rs:549] ["encryption is disabled."] [thread_id=1] [2024/06/02 17:07:25.064 +08:00] [INFO] [engine.rs:93] ["Recovering raft logs takes 183.76µs"] [thread_id=1] [2024/06/02 17:07:25.122 +08:00] [INFO] [mod.rs:298] ["Storage started."] [thread_id=1] [2024/06/02 17:07:25.124 +08:00] [INFO] [snapshot_backup.rs:106] ["registered reject ingest and admin coprocessor to TiKV."] [thread_id=1] [2024/06/02 17:07:25.124 +08:00] [INFO] [endpoint.rs:1138] ["create tokio runtime for backup stream"] [thread_count=2] [thread_name=backup-stream] [thread_id=1] [2024/06/02 17:07:25.125 +08:00] [INFO] [endpoint.rs:154] ["the endpoint of stream backup started"] [path=/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/tikv3/log-backup-temp] [thread_id=1] [2024/06/02 17:07:25.125 +08:00] [INFO] [checkpoint_manager.rs:67] ["subscription manager started!"] [thread_id=74] [2024/06/02 17:07:25.125 +08:00] [INFO] [endpoint.rs:142] ["started task watcher!"] [thread_id=74] [2024/06/02 17:07:25.125 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/info/))] [thread_id=73] [2024/06/02 17:07:25.125 +08:00] [INFO] [endpoint.rs:363] ["start watching the task changes."] [from_rev=12] [thread_id=73] [2024/06/02 17:07:25.125 +08:00] [INFO] [pd.rs:145] ["pd meta client creating watch stream."] [rev=13] [keys=Prefix(K(/tidb/br-stream/pause/))] [thread_id=74] [2024/06/02 17:07:25.125 +08:00] [INFO] [endpoint.rs:414] ["start watching the pausing events."] [from_rev=12] [thread_id=74] [2024/06/02 17:07:25.125 +08:00] [INFO] [sst_importer.rs:187] ["sst importer memory limit when apply"] [size=10307921510] [ratio=0.3] [thread_id=1] [2024/06/02 17:07:25.132 +08:00] [INFO] [raft_server.rs:187] ["trying to bootstrap cluster"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.137 +08:00] [INFO] [raft_server.rs:404] ["bootstrap cluster ok"] [cluster_id=7375829992235954788] [thread_id=1] [2024/06/02 17:07:25.137 +08:00] [INFO] [raft_server.rs:196] ["put store to PD"] [store="id: 1 address: \"127.0.0.1:20180\" version: \"8.2.0-alpha\" peer_address: \"127.0.0.1:20180\" status_address: \"127.0.0.1:20185\" git_hash: \"44356c16acc47bf4f5cee733b5153cdeec3fff80\" start_timestamp: 1717319245 deploy_path: \"/home/jenkins/agent/workspace/pingcap/tidb/periodics_integration_test/tidb/bin\""] [thread_id=1] [2024/06/02 17:07:25.139 +08:00] [INFO] [raft_server.rs:335] ["initializing replication mode"] [store_id=1] [status=Some()] [thread_id=1] [2024/06/02 17:07:25.140 +08:00] [INFO] [replication_mode.rs:55] ["associated store labels"] [labels="[]"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.140 +08:00] [INFO] [raft_server.rs:469] ["start raft store thread"] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.141 +08:00] [INFO] [snap.rs:1463] ["Initializing SnapManager, encryption is enabled: false"] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [write.rs:1041] ["starting store writer 0"] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [peer.rs:275] ["create peer"] [peer_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:2684] ["switched to configuration"] [config="Configuration { voters: Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }, learners: {}, learners_next: {}, auto_leave: false }"] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:1151] ["became follower at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:387] [newRaft] [peers="Configuration { incoming: Configuration { voters: {3} }, outgoing: Configuration { voters: {} } }"] ["last term"=5] ["last index"=5] [applied=5] [commit=5] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raw_node.rs:315] ["RawNode created with id 3."] [id=3] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:1556] ["starting a new election"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:1201] ["became pre-candidate at term 5"] [term=5] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:1175] ["became candidate at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [raft.rs:1259] ["became leader at term 6"] [term=6] [raft_id=3] [region_id=2] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [store.rs:1380] ["start store"] [takes=212.246µs] [merge_count=0] [applying_count=0] [tombstone_count=0] [region_count=1] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.144 +08:00] [INFO] [store.rs:1436] ["cleans up garbage data"] [takes=2.683µs] [garbage_range_count=2] [store_id=1] [thread_id=1] [2024/06/02 17:07:25.145 +08:00] [INFO] [peer.rs:5712] ["require updating max ts"] [initial_status=25769803778] [region_id=2] [thread_id=101] [2024/06/02 17:07:25.146 +08:00] [WARN] [store.rs:1905] ["set thread priority for raftstore failed"] [error="Os { code: 13, kind: PermissionDenied, message: \"Permission denied\" }"] [thread_id=1] [2024/06/02 17:07:25.146 +08:00] [INFO] [gc_worker.rs:1248] ["initialize compaction filter to perform GC when necessary"] [thread_id=1] [2024/06/02 17:07:25.146 +08:00] [INFO] [compaction_filter.rs:182] ["initialize GC context for compaction filter"] [thread_id=1] [2024/06/02 17:07:25.146 +08:00] [INFO] [pd.rs:1705] ["succeed to update max timestamp"] [region_id=2] [thread_id=31] [2024/06/02 17:07:25.149 +08:00] [INFO] [endpoint.rs:701] ["register observe region"] [region="id: 2 region_epoch { conf_ver: 1 version: 1 } peers { id: 3 store_id: 1 }"] [thread_id=68] [2024/06/02 17:07:25.150 +08:00] [INFO] [endpoint.rs:358] ["Resolver initialized"] [pending_data_index=0] [snapshot_index=6] [observe_id=ObserveId(0)] [region=2] [thread_id=68] [2024/06/02 17:07:25.151 +08:00] [INFO] [server.rs:1206] ["start register debug service"] [thread_id=1] [2024/06/02 17:07:25.151 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=waiter-manager] [thread_id=1] [2024/06/02 17:07:25.151 +08:00] [INFO] [future.rs:148] ["starting working thread"] [worker=deadlock-detector] [thread_id=1] [2024/06/02 17:07:25.152 +08:00] [INFO] [deadlock.rs:761] ["became the leader of deadlock detector!"] [self_id=1] [thread_id=127] [2024/06/02 17:07:25.152 +08:00] [ERROR] [] ["{\"created\":\"@1717319245.152632613\",\"description\":\"No address added out of total 1 resolved\",\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/ext/transport/chttp2/server/chttp2_server.cc\",\"file_line\":936,\"referenced_errors\":[{\"created\":\"@1717319245.152629111\",\"description\":\"Failed to add any wildcard listeners\",\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_posix.cc\",\"file_line\":349,\"referenced_errors\":[{\"created\":\"@1717319245.152614680\",\"description\":\"Unable to configure socket\",\"fd\":107,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":218,\"referenced_errors\":[{\"created\":\"@1717319245.152610326\",\"description\":\"Address already in use\",\"errno\":98,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":191,\"os_error\":\"Address already in use\",\"syscall\":\"bind\"}]},{\"created\":\"@1717319245.152628786\",\"description\":\"Unable to configure socket\",\"fd\":107,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":218,\"referenced_errors\":[{\"created\":\"@1717319245.152623809\",\"description\":\"Address already in use\",\"errno\":98,\"file\":\"/var/cache/cargohome/registry/src/index.crates.io-6f17d22bba15001f/grpcio-sys-0.10.3+1.44.0-patched/grpc/src/core/lib/iomgr/tcp_server_utils_posix_common.cc\",\"file_line\":191,\"os_error\":\"Address already in use\",\"syscall\":\"bind\"}]}]}]}"] [thread_id=1] [2024/06/02 17:07:25.153 +08:00] [FATAL] [server.rs:1551] ["failed to build server: BindFail(\"0.0.0.0\", 20180)"] [thread_id=1] + find . -name '*.out' -type f -exec tail -n 500 '{}' + [2024/06/02 17:36:21.322 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/06/02 17:36:21.349 +08:00] [INFO] [analyze.go:748] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/06/02 17:36:21.326 +08:00] ["end time"=2024/06/02 17:36:21.348 +08:00] [cost=22.503411ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/06/02 17:36:21.365 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where (a,b) in ((1,1),(2,2)) and c = 3;"] [2024/06/02 17:36:21.365 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where (a,b) in ((1,1),(2,2)) and c = 3;"] [2024/06/02 17:36:21.366 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c = 3;"] [2024/06/02 17:36:21.367 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c = 3;"] [2024/06/02 17:36:21.368 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t use index(primary) where ((a = 1) or (a = 2 and b = 2)) and c = 3;"] [2024/06/02 17:36:21.368 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t use index(primary) where ((a = 1) or (a = 2 and b = 2)) and c = 3;"] [2024/06/02 17:36:21.370 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c = 3 and (a = 1 or a = 2);"] [2024/06/02 17:36:21.371 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c = 3 and (a = 1 or a = 2);"] [2024/06/02 17:36:21.372 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where (a,b) in ((1,1),(2,2)) and c > 2;"] [2024/06/02 17:36:21.372 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where (a,b) in ((1,1),(2,2)) and c > 2;"] [2024/06/02 17:36:21.373 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c > 2;"] [2024/06/02 17:36:21.373 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where ((a = 1 and b = 1) or (a = 2 and b = 2)) and c > 2;"] [2024/06/02 17:36:21.374 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24702] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_regard_null_as_point`=FALSE"] [2024/06/02 17:36:21.374 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24702] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:36:21.385 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20635, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20633, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:21.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:21.385 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20635, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20633, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:21.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:36:21.405 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20635] [conn=1914702268] [category=ddl] [job="ID:20635, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20633, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.424 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20635] [conn=1914702268] [category=ddl] [job="ID:20635, Type:drop table, State:running, SchemaState:write only, SchemaID:20607, TableID:20633, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.442 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20635] [conn=1914702268] [category=ddl] [job="ID:20635, Type:drop table, State:running, SchemaState:delete only, SchemaID:20607, TableID:20633, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.460 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20635] [tableIDs="[20633]"] [comment="drop table: table ID"] [2024/06/02 17:36:21.461 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20635] [jobType="drop table"] [2024/06/02 17:36:21.461 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20635] [conn=1914702268] [job="ID:20635, Type:drop table, State:synced, SchemaState:none, SchemaID:20607, TableID:20633, RowCount:0, ArgLen:3, start time: 2024-06-02 17:36:21.341 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.464 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20635] [2024/06/02 17:36:21.464 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:21.465 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24702] [neededSchemaVersion=24705] ["start time"=413.896µs] [gotSchemaVersion=24705] [phyTblIDs="[20633]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:36:21.466 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24705] [cur_db=util__ranger] [sql="create table t(a int, b int, c int, key(a,b,c));"] [user=root@%] [2024/06/02 17:36:21.482 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20637, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:21.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:21.482 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20637, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:21.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int, b int, c int, key(a,b,c));"] [2024/06/02 17:36:21.507 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20637] [conn=1914702268] [category=ddl] [job="ID:20637, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.526 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20637] [conn=1914702268] [job="ID:20637, Type:create table, State:synced, SchemaState:public, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.441 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.530 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20637] [2024/06/02 17:36:21.530 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:21.530 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000509c] [2024/06/02 17:36:21.531 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000509c] ["first new region left"="{Id:16788 StartKey:7480000000000050ff9900000000000000f8 EndKey:7480000000000050ff9c00000000000000f8 RegionEpoch:{ConfVer:1 Version:8108} Peers:[id:16789 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:36:21.531 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16788]"] [2024/06/02 17:36:21.531 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24705] [neededSchemaVersion=24706] ["start time"=538.859µs] [gotSchemaVersion=24706] [phyTblIDs="[20636]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:36:21.532 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,2,2);"] [2024/06/02 17:36:21.534 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b in (1, 2) and c > 1;"] [2024/06/02 17:36:21.535 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b in (1, 2) and c > 1;"] [2024/06/02 17:36:21.536 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b = 2) and c > 1;"] [2024/06/02 17:36:21.536 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b = 2) and c > 1;"] [2024/06/02 17:36:21.538 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b in (2, 3)) and c > 1;"] [2024/06/02 17:36:21.538 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b in (2, 3)) and c > 1;"] [2024/06/02 17:36:21.539 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b = 1 or b = 2) and b = 3 and c > 1;"] [2024/06/02 17:36:21.539 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b = 1 or b = 2) and b = 3 and c > 1;"] [2024/06/02 17:36:21.540 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b is null or b = 2);"] [2024/06/02 17:36:21.540 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b is null or b = 2);"] [2024/06/02 17:36:21.541 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and (b is null or b = 2) and c > 1;"] [2024/06/02 17:36:21.541 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and (b is null or b = 2) and c > 1;"] [2024/06/02 17:36:21.542 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and c > 1;"] [2024/06/02 17:36:21.543 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and c > 1;"] [2024/06/02 17:36:21.544 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and b is null and c > 1;"] [2024/06/02 17:36:21.544 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and b is null and c > 1;"] [2024/06/02 17:36:21.545 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format='brief' select * from t where a = 1 and b is null and b = 1 and c > 1;"] [2024/06/02 17:36:21.545 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from t where a = 1 and b is null and b = 1 and c > 1;"] [2024/06/02 17:36:21.546 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_regard_null_as_point`=DEFAULT"] [2024/06/02 17:36:21.546 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24706] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=2"] [2024/06/02 17:36:21.546 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24706] [cur_db=util__ranger] [sql="drop table if exists t0;"] [user=root@%] [2024/06/02 17:36:21.546 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24706] [cur_db=util__ranger] [sql="CREATE TABLE t0(c0 TEXT(10));"] [user=root@%] [2024/06/02 17:36:21.547 +08:00] [INFO] [ddl_api.go:1135] ["Automatically convert BLOB(10) to TINYBLOB"] [category=ddl] [2024/06/02 17:36:21.558 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20639, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:21.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:21.558 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20639, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:21.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="CREATE TABLE t0(c0 TEXT(10));"] [2024/06/02 17:36:21.578 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20639] [conn=1914702268] [category=ddl] [job="ID:20639, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.596 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20639] [conn=1914702268] [job="ID:20639, Type:create table, State:synced, SchemaState:public, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.541 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:21.599 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20639] [2024/06/02 17:36:21.599 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:21.599 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=74800000000000509e] [2024/06/02 17:36:21.600 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=74800000000000509e] ["first new region left"="{Id:16790 StartKey:7480000000000050ff9c00000000000000f8 EndKey:7480000000000050ff9e00000000000000f8 RegionEpoch:{ConfVer:1 Version:8109} Peers:[id:16791 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:36:21.600 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16790]"] [2024/06/02 17:36:21.601 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24706] [neededSchemaVersion=24707] ["start time"=538.878µs] [gotSchemaVersion=24707] [phyTblIDs="[20638]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:36:21.602 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24707] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="INSERT INTO t0(c0) VALUES (1);"] [2024/06/02 17:36:21.604 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24707] [cur_db=util__ranger] [sql="CREATE INDEX i0 ON t0(c0(255));"] [user=root@%] [2024/06/02 17:36:21.615 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20640, Type:add index, State:queueing, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:6, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0; "] [table=true] [2024/06/02 17:36:21.615 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20640, Type:add index, State:queueing, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:6, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [query="CREATE INDEX i0 ON t0(c0(255));"] [2024/06/02 17:36:21.643 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:queueing, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:21.643 +08:00] [INFO] [index.go:653] ["run add index job"] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:none, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:6, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [indexInfo="{\"id\":1,\"idx_name\":{\"O\":\"i0\",\"L\":\"i0\"},\"tbl_name\":{\"O\":\"\",\"L\":\"\"},\"idx_cols\":[{\"name\":{\"O\":\"c0\",\"L\":\"c0\"},\"offset\":0,\"length\":255}],\"state\":0,\"backfill_state\":0,\"comment\":\"\",\"index_type\":1,\"is_unique\":false,\"is_primary\":false,\"is_invisible\":false,\"is_global\":false,\"mv_index\":false}"] [2024/06/02 17:36:21.666 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:delete only, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:21.688 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write only, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:21.706 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:21.706 +08:00] [INFO] [index.go:856] ["index backfill state running"] [category=ddl] ["job ID"=20640] [table=t0] ["ingest mode"=true] [index=i0] [2024/06/02 17:36:21.707 +08:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=20640] [physicalTableID=20638] [startKey=74800000000000509e5f728000000000000001] [endKey=74800000000000509e5f72800000000000000100] [2024/06/02 17:36:21.724 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20607, TableID:20638, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:450185391424405510, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:21.724 +08:00] [INFO] [index.go:856] ["index backfill state running"] [category=ddl] ["job ID"=20640] [table=t0] ["ingest mode"=true] [index=i0] [2024/06/02 17:36:21.728 +08:00] [INFO] [index.go:2104] ["adjusted add-index task concurrency"] [category=ddl] [worker-cnt=4] [task-concurrency=4] [task-key=ddl/backfill/20640] [2024/06/02 17:36:21.736 +08:00] [INFO] [index.go:2188] ["estimate row size"] [tableID=20638] [size=0] [error="less than 3 regions"] [2024/06/02 17:36:21.746 +08:00] [INFO] [scheduler_manager.go:355] ["task scheduler started"] [task-id=660001] [2024/06/02 17:36:21.746 +08:00] [INFO] [scheduler.go:117] ["schedule task"] [task-id=660001] [task-type=backfill] [allocated-slots=true] [state=pending] [concurrency=4] [2024/06/02 17:36:22.247 +08:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=660001] [task-type=backfill] [allocated-slots=true] [current-step=init] [next-step=read-index] [2024/06/02 17:36:22.247 +08:00] [INFO] [scheduler.go:433] ["eligible instances"] [task-id=660001] [task-type=backfill] [allocated-slots=true] [num=1] [2024/06/02 17:36:22.248 +08:00] [INFO] [backfilling_dist_scheduler.go:95] ["on next subtasks batch"] [category=ddl] [type=backfill] [task-id=660001] [curr-step=init] [next-step=read-index] [2024/06/02 17:36:22.249 +08:00] [INFO] [scheduler.go:459] ["schedule subtasks"] [task-id=660001] [task-type=backfill] [allocated-slots=true] [state=pending] [step=read-index] [concurrency=4] [subtasks=1] [2024/06/02 17:36:22.318 +08:00] [INFO] [manager.go:328] ["task executor started"] [task-id=660001] [type=backfill] [remaining-slots=4] [2024/06/02 17:36:22.622 +08:00] [INFO] [task_executor.go:291] ["execute task step start"] [task-id=660001] [task-type=backfill] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=16GiB]"] [2024/06/02 17:36:22.623 +08:00] [INFO] [config.go:166] ["change memory setting for ingest"] ["local writer memory cache size"=134217728] ["engine memory cache size"=536870912] ["range concurrency"=4] [2024/06/02 17:36:22.623 +08:00] [INFO] [backend_mgr.go:247] ["create local backend for adding index"] [category=ddl-ingest] [sortDir=/tmp/tidb/tmp_ddl-32963/20640] [keyspaceName=] [2024/06/02 17:36:22.624 +08:00] [INFO] [pd_service_discovery.go:1016] ["[pd] switch leader"] [new-leader=http://127.0.0.1:2379] [old-leader=] [2024/06/02 17:36:22.624 +08:00] [INFO] [pd_service_discovery.go:498] ["[pd] init cluster id"] [cluster-id=7375829987748639945] [2024/06/02 17:36:22.624 +08:00] [INFO] [client.go:613] ["[pd] changing service mode"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 17:36:22.624 +08:00] [INFO] [tso_client.go:293] ["[tso] switch dc tso global allocator serving url"] [dc-location=global] [new-url=http://127.0.0.1:2379] [2024/06/02 17:36:22.625 +08:00] [INFO] [client.go:619] ["[pd] service mode changed"] [old-mode=UNKNOWN_SVC_MODE] [new-mode=PD_SVC_MODE] [2024/06/02 17:36:22.625 +08:00] [INFO] [tso_dispatcher.go:119] ["[tso] start tso deadline watcher"] [dc-location=global] [2024/06/02 17:36:22.625 +08:00] [INFO] [tso_dispatcher.go:168] ["[tso] tso dispatcher created"] [dc-location=global] [2024/06/02 17:36:22.625 +08:00] [INFO] [tso_dispatcher.go:336] ["[tso] start tso connection contexts updater"] [dc-location=global] [2024/06/02 17:36:22.625 +08:00] [INFO] [tso_client.go:130] ["[tso] start tso dispatcher check loop"] [2024/06/02 17:36:22.627 +08:00] [INFO] [local.go:727] ["multi ingest support"] [category=ddl-ingest] [2024/06/02 17:36:22.627 +08:00] [INFO] [local.go:749] ["TiKV server side free space check is enabled, so lightning will turn it off"] [category=ddl-ingest] [2024/06/02 17:36:22.627 +08:00] [INFO] [backend_mgr.go:160] ["create one backend for an DDL job"] ["job ID"=20640] ["current memory usage"=136] ["max memory quota"=17179869184] ["is unique index"=false] [2024/06/02 17:36:22.627 +08:00] [INFO] [backfilling_read_index.go:90] ["read index executor init subtask exec env"] [category=ddl] [2024/06/02 17:36:22.632 +08:00] [INFO] [backfilling_read_index.go:95] ["read index executor run subtask"] [category=ddl] ["use cloud"=false] [2024/06/02 17:36:22.633 +08:00] [INFO] [backend.go:260] ["open engine"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/06/02 17:36:22.633 +08:00] [INFO] [engine_mgr.go:95] ["open an engine for index reorg task"] ["job ID"=20640] ["index IDs"="[1]"] ["current memory usage"=536871184] ["memory limitation"=17179869184] [2024/06/02 17:36:22.635 +08:00] [INFO] [backfilling_operators.go:159] ["build add index local storage operators"] [task-id=660001] [subtask-id=60001] [jobID=20640] [avgRowSize=0] [reader=2] [writer=4] [2024/06/02 17:36:22.635 +08:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=20638] ["start key"=74800000000000509e5f728000000000000001] ["end key"=74800000000000509e5f72800000000000000100] [2024/06/02 17:36:22.635 +08:00] [INFO] [backfilling_operators.go:446] ["start a table scan task"] [task-id=660001] [subtask-id=60001] [id=1] [task="TableScanTask: id=1, startKey=74800000000000509e5f728000000000000001, endKey=74800000000000509e5f72800000000000000100"] [2024/06/02 17:36:22.678 +08:00] [INFO] [engine.go:204] ["create one local writer for index reorg task"] ["job ID"=20640] ["index ID"=1] ["worker ID"=1] ["allocate memory"=40] ["current memory usage"=671088952] ["max memory quota"=17179869184] [2024/06/02 17:36:22.722 +08:00] [INFO] [engine.go:204] ["create one local writer for index reorg task"] ["job ID"=20640] ["index ID"=1] ["worker ID"=2] ["allocate memory"=40] ["current memory usage"=805306720] ["max memory quota"=17179869184] [2024/06/02 17:36:22.735 +08:00] [INFO] [backfilling_operators.go:690] ["finish a index ingest task"] [task-id=660001] [subtask-id=60001] [id=1] [2024/06/02 17:36:22.753 +08:00] [INFO] [engine.go:204] ["create one local writer for index reorg task"] ["job ID"=20640] ["index ID"=1] ["worker ID"=3] ["allocate memory"=40] ["current memory usage"=940573064] ["max memory quota"=17179869184] [2024/06/02 17:36:22.780 +08:00] [INFO] [engine.go:204] ["create one local writer for index reorg task"] ["job ID"=20640] ["index ID"=1] ["worker ID"=4] ["allocate memory"=40] ["current memory usage"=1074790832] ["max memory quota"=17179869184] [2024/06/02 17:36:22.781 +08:00] [INFO] [engine.go:867] ["write data to local DB"] [category=ddl-ingest] [size=39] [kvs=1] [files=1] [sstFileSize=945] [file=/tmp/tidb/tmp_ddl-32963/20640/4229afb8-665d-5dce-bb97-2afa316b67ba.sst/edd16775-6c7f-4198-a7f9-84152f3ef7bd.sst] [firstKey=74800000000000509E5F698000000000000001013100000000000000F8038000000000000001] [lastKey=74800000000000509E5F698000000000000001013100000000000000F8038000000000000001] [2024/06/02 17:36:22.783 +08:00] [INFO] [backend.go:229] ["acquire distributed flush lock success"] [jobID=20640] [2024/06/02 17:36:22.783 +08:00] [INFO] [backend.go:262] ["do a partial import data into the storage"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] ["index ID"=1] ["usage info"="disk usage: 244229574656/467794132992, backend usage: 0"] [2024/06/02 17:36:22.783 +08:00] [INFO] [backend.go:386] ["import start"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [2024/06/02 17:36:22.783 +08:00] [WARN] [local.go:1739] ["get region split size and keys failed"] [category=ddl-ingest] [error="Get \"http://127.0.0.1:20165/config\": dial tcp 127.0.0.1:20165: connect: connection refused"] [store=127.0.0.1:20165] [2024/06/02 17:36:22.783 +08:00] [WARN] [local.go:1315] ["fail to get region split keys and size"] [category=ddl-ingest] [error="get region split size and keys failed"] [2024/06/02 17:36:22.783 +08:00] [INFO] [local.go:1325] ["pause pd scheduler of table scope"] [category=ddl-ingest] [2024/06/02 17:36:22.805 +08:00] [INFO] [local.go:1363] ["start import engine"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] ["region ranges"=1] [count=1] [size=39] [2024/06/02 17:36:22.805 +08:00] [INFO] [local.go:880] ["import engine ranges"] [category=ddl-ingest] [count=1] [2024/06/02 17:36:22.810 +08:00] [INFO] [local.go:1374] ["import engine success"] [category=ddl-ingest] [uuid=4229afb8-665d-5dce-bb97-2afa316b67ba] [size=39] [kvs=1] [importedSize=39] [importedCount=1] [2024/06/02 17:36:22.811 +08:00] [INFO] [backend.go:392] ["import completed"] [category=ddl-ingest] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [retryCnt=0] [takeTime=27.921269ms] [] [2024/06/02 17:36:22.814 +08:00] [INFO] [backend.go:235] ["release distributed flush lock success"] [jobID=20640] [2024/06/02 17:36:22.814 +08:00] [INFO] [backend.go:344] ["engine close start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/06/02 17:36:22.815 +08:00] [INFO] [backend.go:346] ["engine close completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=566.789µs] [] [2024/06/02 17:36:22.815 +08:00] [INFO] [backend.go:405] ["cleanup start"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [2024/06/02 17:36:22.815 +08:00] [INFO] [backend.go:407] ["cleanup completed"] [category=ddl-ingest] [engineTag=t0:1] [engineUUID=4229afb8-665d-5dce-bb97-2afa316b67ba] [takeTime=425.281µs] [] [2024/06/02 17:36:22.822 +08:00] [INFO] [backfilling_read_index.go:139] ["read index executor cleanup subtask exec env"] [2024/06/02 17:36:22.822 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 17:36:22.822 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 17:36:22.822 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 17:36:22.822 +08:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=lightning] [2024/06/02 17:36:22.822 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 17:36:22.823 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 17:36:22.823 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=5] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:36:22.823 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 17:36:22.823 +08:00] [INFO] [backend_mgr.go:307] ["close one backend for DDL job"] ["job ID"=20640] ["current memory usage"=0] ["max memory quota"=17179869184] [2024/06/02 17:36:22.823 +08:00] [INFO] [task_executor.go:299] ["execute task step completed"] [task-id=660001] [task-type=backfill] [step=read-index] [mem-limit-percent=0.7] [server-mem-limit=80%] [resource="[CPU=4, Mem=16GiB]"] [takeTime=200.66985ms] [] [2024/06/02 17:36:23.248 +08:00] [INFO] [scheduler.go:409] ["switch to next step"] [task-id=660001] [task-type=backfill] [allocated-slots=true] [current-step=read-index] [next-step=done] [2024/06/02 17:36:23.426 +08:00] [INFO] [manager.go:332] ["task executor exit"] [task-id=660001] [type=backfill] [2024/06/02 17:36:23.547 +08:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/06/02 17:36:23.587 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20607, TableID:20638, RowCount:1, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:450185391424405510, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:23.588 +08:00] [INFO] [index.go:884] ["index backfill state ready to merge"] [category=ddl] ["job ID"=20640] [table=t0] [index=i0] [2024/06/02 17:36:23.611 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20607, TableID:20638, RowCount:1, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:23.612 +08:00] [INFO] [reorg.go:764] ["job get table range"] [category=ddl] [jobID=20640] [physicalTableID=20638] [startKey=74800000000000509e5f69ffff000000000001] [endKey=74800000000000509e5f69ffff000000000001ff] [2024/06/02 17:36:23.634 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 5, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20607, TableID:20638, RowCount:1, ArgLen:0, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:450185391922479110, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:23.636 +08:00] [INFO] [index.go:1951] ["start to merge temp index"] [category=ddl] [job="ID:20640, Type:add index, State:running, SchemaState:write reorganization, SchemaID:20607, TableID:20638, RowCount:1, ArgLen:6, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:450185391922479110, LocalMode: false, UniqueWarnings:0"] [reorgInfo="CurrElementType:_idx_,CurrElementID:1,StartKey:74800000000000509e5f69ffff000000000001,EndKey:74800000000000509e5f69ffff000000000001ff,First:false,PhysicalTableID:20638,Ingest mode:false"] [2024/06/02 17:36:23.637 +08:00] [INFO] [backfilling.go:432] ["split table range from PD"] [category=ddl] [physicalTableID=20638] ["start key"=74800000000000509e5f69ffff000000000001] ["end key"=74800000000000509e5f69ffff000000000001ff] [2024/06/02 17:36:23.637 +08:00] [INFO] [backfilling.go:696] ["start backfill workers to reorg record"] [category=ddl] [type="merge temporary index"] [workerCnt=4] [regionCnt=1] [startKey=74800000000000509e5f69ffff000000000001] [endKey=74800000000000509e5f69ffff000000000001ff] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:491] ["get backfill range task, change end key"] [category=ddl] [id=1] [pTbl=20638] ["end key"=74800000000000509e5f69ffff000000000001ff] ["current end key"=74800000000000509e5f69ffff00000000000100] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 1, tp merge temporary index"] [jobID=20640] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 3, tp merge temporary index"] [jobID=20640] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 2, tp merge temporary index"] [jobID=20640] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:346] ["backfill worker finish task"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [task="taskID: 1, physicalTableID: 20638, range: [74800000000000509e5f69ffff000000000001, 74800000000000509e5f69ffff00000000000100), jobID: 20640"] ["added count"=0] ["scan count"=0] ["next key"=74800000000000509e5f69ffff0000000000010000] ["take time"=335.49µs] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:385] ["backfill worker exit"] [category=ddl] [worker="backfill-worker 0, tp merge temporary index"] [jobID=20640] [2024/06/02 17:36:23.638 +08:00] [INFO] [backfilling.go:636] ["backfill workers successfully processed"] [category=ddl] [element=ID:1,TypeKey:_idx_] ["total added count"=1] ["start key"=74800000000000509e5f69ffff000000000001] [2024/06/02 17:36:23.638 +08:00] [INFO] [reorg.go:277] ["run reorg job done"] [category=ddl] ["handled rows"=1] [2024/06/02 17:36:23.644 +08:00] [INFO] [index.go:780] ["run add index job done"] [category=ddl] [charset=utf8mb4] [collation=utf8mb4_general_ci] [2024/06/02 17:36:23.665 +08:00] [INFO] [delete_range.go:422] ["insert into delete-range indices"] [category=ddl] [jobID=20640] [tableID=20638] [indexIDs="[9223090561878065153]"] [comment="add index: physical table ID(s)"] [2024/06/02 17:36:23.667 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20640] [jobType="add index"] [2024/06/02 17:36:23.667 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 6, tp add index"] [category=ddl] [jobID=20640] [conn=1914702268] [job="ID:20640, Type:add index, State:synced, SchemaState:public, SchemaID:20607, TableID:20638, RowCount:1, ArgLen:3, start time: 2024-06-02 17:36:21.592 +0800 CST, Err:, ErrCount:0, SnapshotVersion:450185391922479110, LocalMode: false, UniqueWarnings:0"] [2024/06/02 17:36:23.671 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20640] [2024/06/02 17:36:23.671 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:23.674 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24707] [neededSchemaVersion=24713] ["start time"=1.47033ms] [gotSchemaVersion=24713] [phyTblIDs="[20638,20638,20638,20638,20638,20638]"] [actionTypes="[7,7,7,7,7,7]"] [diffTypes="[\"add index\",\"add index\",\"add index\",\"add index\",\"add index\",\"add index\"]"] [2024/06/02 17:36:23.675 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t0;"] [2024/06/02 17:36:23.699 +08:00] [INFO] [analyze.go:748] ["analyze table `util__ranger`.`t0` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/06/02 17:36:23.679 +08:00] ["end time"=2024/06/02 17:36:23.697 +08:00] [cost=17.863734ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/06/02 17:36:23.709 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0;"] [2024/06/02 17:36:23.709 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 > '123';"] [2024/06/02 17:36:23.709 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 <> '123';"] [2024/06/02 17:36:23.710 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 is true;"] [2024/06/02 17:36:23.710 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 is false;"] [2024/06/02 17:36:23.711 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from t0 where c0 and c0 in ('123','456','789');"] [2024/06/02 17:36:23.711 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * FROM t0 WHERE ('a' != t0.c0) AND t0.c0;"] [2024/06/02 17:36:23.711 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=DEFAULT"] [2024/06/02 17:36:23.711 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24713] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=2"] [2024/06/02 17:36:23.712 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24713] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:36:23.723 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20641, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:23.723 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20641, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:36:23.742 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20641] [conn=1914702268] [category=ddl] [job="ID:20641, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.750 +08:00] [INFO] [scheduler_manager.go:364] ["task scheduler exit"] [task-id=660001] [2024/06/02 17:36:23.752 +08:00] [INFO] [scheduler_manager.go:410] ["cleanup routine start"] [2024/06/02 17:36:23.752 +08:00] [INFO] [scheduler_manager.go:426] ["cleanup task"] [task-id=660001] [2024/06/02 17:36:23.760 +08:00] [INFO] [scheduler_manager.go:419] ["cleanup routine success"] [2024/06/02 17:36:23.764 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20641] [conn=1914702268] [category=ddl] [job="ID:20641, Type:drop table, State:running, SchemaState:write only, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.783 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20641] [conn=1914702268] [category=ddl] [job="ID:20641, Type:drop table, State:running, SchemaState:delete only, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.802 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20641] [tableIDs="[20636]"] [comment="drop table: table ID"] [2024/06/02 17:36:23.803 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20641] [jobType="drop table"] [2024/06/02 17:36:23.803 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20641] [conn=1914702268] [job="ID:20641, Type:drop table, State:synced, SchemaState:none, SchemaID:20607, TableID:20636, RowCount:0, ArgLen:3, start time: 2024-06-02 17:36:23.692 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.806 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20641] [2024/06/02 17:36:23.807 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:23.808 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24713] [neededSchemaVersion=24716] ["start time"=386.692µs] [gotSchemaVersion=24716] [phyTblIDs="[20636]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:36:23.809 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24716] [cur_db=util__ranger] [sql="create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d));"] [user=root@%] [2024/06/02 17:36:23.821 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20643, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:23.821 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20643, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int primary key, b int, c int, d int, e int, index idx(b,c,d));"] [2024/06/02 17:36:23.846 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20643] [conn=1914702268] [category=ddl] [job="ID:20643, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.865 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20643] [conn=1914702268] [job="ID:20643, Type:create table, State:synced, SchemaState:public, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.791 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.868 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20643] [2024/06/02 17:36:23.868 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:23.868 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000050a2] [2024/06/02 17:36:23.869 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000050a2] ["first new region left"="{Id:16796 StartKey:7480000000000050ff9e5f698000000000ff0000010131000000ff00000000f8038000ff0000000000010000fe EndKey:7480000000000050ffa200000000000000f8 RegionEpoch:{ConfVer:1 Version:8112} Peers:[id:16797 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:36:23.869 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16796]"] [2024/06/02 17:36:23.869 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24716] [neededSchemaVersion=24717] ["start time"=608.342µs] [gotSchemaVersion=24717] [phyTblIDs="[20642]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:36:23.870 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24717] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,1,1,1,2),(2,1,2,1,0);"] [2024/06/02 17:36:23.871 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1914702268] [session_alias=] [startTS=450185391988277267] [2024/06/02 17:36:23.872 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24717] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/06/02 17:36:23.910 +08:00] [INFO] [analyze.go:748] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/06/02 17:36:23.876 +08:00] ["end time"=2024/06/02 17:36:23.908 +08:00] [cost=32.297741ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/06/02 17:36:23.929 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24717] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select t.e in (select count(*) from t s use index(idx), t t1 where s.b = 1 and s.c in (1, 2) and s.d = t.a and s.a = t1.a) from t;"] [2024/06/02 17:36:23.930 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24717] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select t.e in (select count(*) from t s use index(idx), t t1 where s.b = 1 and s.c in (1, 2) and s.d = t.a and s.a = t1.a) from t;"] [2024/06/02 17:36:23.932 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24717] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=DEFAULT"] [2024/06/02 17:36:23.932 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24717] [cur_db=util__ranger] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:36:23.946 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20644, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:23.946 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20644, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop table if exists t;"] [2024/06/02 17:36:23.967 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20644] [conn=1914702268] [category=ddl] [job="ID:20644, Type:drop table, State:queueing, SchemaState:public, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:23.985 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20644] [conn=1914702268] [category=ddl] [job="ID:20644, Type:drop table, State:running, SchemaState:write only, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.002 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20644] [conn=1914702268] [category=ddl] [job="ID:20644, Type:drop table, State:running, SchemaState:delete only, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.021 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20644] [tableIDs="[20642]"] [comment="drop table: table ID"] [2024/06/02 17:36:24.022 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20644] [jobType="drop table"] [2024/06/02 17:36:24.023 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20644] [conn=1914702268] [job="ID:20644, Type:drop table, State:synced, SchemaState:none, SchemaID:20607, TableID:20642, RowCount:0, ArgLen:3, start time: 2024-06-02 17:36:23.941 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.030 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20644] [2024/06/02 17:36:24.030 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.031 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24717] [neededSchemaVersion=24720] ["start time"=415.293µs] [gotSchemaVersion=24720] [phyTblIDs="[20642]"] [actionTypes="[4]"] [diffTypes="[\"drop table\",\"drop table\",\"drop table\"]"] [2024/06/02 17:36:24.032 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702268] [schemaVersion=24720] [cur_db=util__ranger] [sql="create table t(a int not null, b int not null, primary key(a,b));"] [user=root@%] [2024/06/02 17:36:24.044 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20646, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20645, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:24.044 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20646, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20645, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:23.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t(a int not null, b int not null, primary key(a,b));"] [2024/06/02 17:36:24.068 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20646] [conn=1914702268] [category=ddl] [job="ID:20646, Type:create table, State:queueing, SchemaState:none, SchemaID:20607, TableID:20645, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.087 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20646] [conn=1914702268] [job="ID:20646, Type:create table, State:synced, SchemaState:public, SchemaID:20607, TableID:20645, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:23.992 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.090 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20646] [2024/06/02 17:36:24.090 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.090 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000050a5] [2024/06/02 17:36:24.091 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000050a5] ["first new region left"="{Id:16798 StartKey:7480000000000050ffa200000000000000f8 EndKey:7480000000000050ffa500000000000000f8 RegionEpoch:{ConfVer:1 Version:8113} Peers:[id:16799 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:36:24.091 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16798]"] [2024/06/02 17:36:24.091 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24720] [neededSchemaVersion=24721] ["start time"=666.989µs] [gotSchemaVersion=24721] [phyTblIDs="[20645]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:36:24.092 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24721] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t values(1,2);"] [2024/06/02 17:36:24.095 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24721] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t;"] [2024/06/02 17:36:24.117 +08:00] [INFO] [analyze.go:748] ["analyze table `util__ranger`.`t` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/06/02 17:36:24.098 +08:00] ["end time"=2024/06/02 17:36:24.116 +08:00] [cost=17.281294ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/06/02 17:36:24.131 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24721] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select * from (select * from t union all select a, b from t) sub where a > 0;"] [2024/06/02 17:36:24.132 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702268] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24721] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=util__ranger] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="select * from (select * from t union all select ifnull(a,b), b from t) sub where a > 0;"] [2024/06/02 17:36:24.135 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702272] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24721] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/06/02 17:36:24.135 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702272] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24721] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/06/02 17:36:24.136 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702272] [schemaVersion=24721] [cur_db=test] [sql="drop database `util__ranger`"] [user=root@%] [2024/06/02 17:36:24.148 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20647, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20607, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:24.148 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20647, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20607, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `util__ranger`"] [2024/06/02 17:36:24.168 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20647] [conn=1914702272] [category=ddl] [job="ID:20647, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20607, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.186 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20647] [conn=1914702272] [category=ddl] [job="ID:20647, Type:drop schema, State:running, SchemaState:write only, SchemaID:20607, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.204 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20647] [conn=1914702272] [category=ddl] [job="ID:20647, Type:drop schema, State:running, SchemaState:delete only, SchemaID:20607, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.222 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20647] [tableIDs="[20611,20613,20624,20638,20645]"] [comment="drop schema: table IDs"] [2024/06/02 17:36:24.224 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20647] [jobType="drop schema"] [2024/06/02 17:36:24.224 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20647] [conn=1914702272] [job="ID:20647, Type:drop schema, State:synced, SchemaState:none, SchemaID:20607, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.141 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.227 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20647] [2024/06/02 17:36:24.227 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.228 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24721] [neededSchemaVersion=24724] ["start time"=484.283µs] [gotSchemaVersion=24724] [phyTblIDs="[20611,20613,20624,20638,20645]"] [actionTypes="[2,2,2,2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/06/02 17:36:24.230 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702274] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24724] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/06/02 17:36:24.230 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702274] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24724] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/06/02 17:36:24.230 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702274] [schemaVersion=24724] [cur_db=test] [sql="create database `window_function`"] [user=root@%] [2024/06/02 17:36:24.242 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20649, Type:create schema, State:queueing, SchemaState:none, SchemaID:20648, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:24.242 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20649, Type:create schema, State:queueing, SchemaState:none, SchemaID:20648, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create database `window_function`"] [2024/06/02 17:36:24.268 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20649] [conn=1914702274] [category=ddl] [job="ID:20649, Type:create schema, State:queueing, SchemaState:none, SchemaID:20648, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.286 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20649] [conn=1914702274] [job="ID:20649, Type:create schema, State:synced, SchemaState:public, SchemaID:20648, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.192 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.289 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20649] [2024/06/02 17:36:24.289 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.290 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24724] [neededSchemaVersion=24725] ["start time"=282.354µs] [gotSchemaVersion=24725] [phyTblIDs="[]"] [actionTypes="[]"] [diffTypes="[\"create schema\"]"] [2024/06/02 17:36:24.292 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/06/02 17:36:24.292 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/06/02 17:36:24.292 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702278] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/06/02 17:36:24.293 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702278] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/06/02 17:36:24.293 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702278] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SELECT tidb_version()"] [2024/06/02 17:36:24.293 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_init_chunk_size`=1"] [2024/06/02 17:36:24.293 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_max_chunk_size`=32"] [2024/06/02 17:36:24.293 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_multi_statement_mode`=1"] [2024/06/02 17:36:24.294 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_hash_join_concurrency`=1"] [2024/06/02 17:36:24.294 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_pseudo_for_outdated_stats`=FALSE"] [2024/06/02 17:36:24.294 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_analyze_snapshot`=1"] [2024/06/02 17:36:24.294 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_clustered_index`=_UTF8MB4'int_only'"] [2024/06/02 17:36:24.294 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `window_function`"] [2024/06/02 17:36:24.294 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24725] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_cost_model_version`=1"] [2024/06/02 17:36:24.295 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702276] [schemaVersion=24725] [cur_db=window_function] [sql="drop table if exists t;"] [user=root@%] [2024/06/02 17:36:24.295 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702276] [schemaVersion=24725] [cur_db=window_function] [sql="create table t (a int, b int, c timestamp, index idx(a));"] [user=root@%] [2024/06/02 17:36:24.308 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20651, Type:create table, State:queueing, SchemaState:none, SchemaID:20648, TableID:20650, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:24.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:24.308 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20651, Type:create table, State:queueing, SchemaState:none, SchemaID:20648, TableID:20650, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:24.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t (a int, b int, c timestamp, index idx(a));"] [2024/06/02 17:36:24.333 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20651] [conn=1914702276] [category=ddl] [job="ID:20651, Type:create table, State:queueing, SchemaState:none, SchemaID:20648, TableID:20650, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.353 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20651] [conn=1914702276] [job="ID:20651, Type:create table, State:synced, SchemaState:public, SchemaID:20648, TableID:20650, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.291 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.356 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20651] [2024/06/02 17:36:24.356 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.356 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000050aa] [2024/06/02 17:36:24.357 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000050aa] ["first new region left"="{Id:16800 StartKey:7480000000000050ffa500000000000000f8 EndKey:7480000000000050ffaa00000000000000f8 RegionEpoch:{ConfVer:1 Version:8114} Peers:[id:16801 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:36:24.357 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16800]"] [2024/06/02 17:36:24.357 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24725] [neededSchemaVersion=24726] ["start time"=530.605µs] [gotSchemaVersion=24726] [phyTblIDs="[20650]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:36:24.358 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_enable_window_function`=1"] [2024/06/02 17:36:24.358 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_window_concurrency`=1"] [2024/06/02 17:36:24.359 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over() from t;"] [2024/06/02 17:36:24.359 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a) from t;"] [2024/06/02 17:36:24.359 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b) from t;"] [2024/06/02 17:36:24.360 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows unbounded preceding) from t;"] [2024/06/02 17:36:24.360 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows between 1 preceding and 1 following) from t;"] [2024/06/02 17:36:24.361 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b range between 1 preceding and 1 following) from t;"] [2024/06/02 17:36:24.361 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by c range between interval '2:30' minute_second preceding and interval '2:30' minute_second following) from t;"] [2024/06/02 17:36:24.362 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`tidb_window_concurrency`=4"] [2024/06/02 17:36:24.362 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over() from t;"] [2024/06/02 17:36:24.362 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a) from t;"] [2024/06/02 17:36:24.363 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b) from t;"] [2024/06/02 17:36:24.363 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows unbounded preceding) from t;"] [2024/06/02 17:36:24.364 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b rows between 1 preceding and 1 following) from t;"] [2024/06/02 17:36:24.364 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by b range between 1 preceding and 1 following) from t;"] [2024/06/02 17:36:24.365 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24726] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by a order by c range between interval '2:30' minute_second preceding and interval '2:30' minute_second following) from t;"] [2024/06/02 17:36:24.365 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702276] [schemaVersion=24726] [cur_db=window_function] [sql="drop table if exists t1;"] [user=root@%] [2024/06/02 17:36:24.366 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702276] [schemaVersion=24726] [cur_db=window_function] [sql="create table t1(a int primary key, b int);"] [user=root@%] [2024/06/02 17:36:24.378 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20653, Type:create table, State:queueing, SchemaState:none, SchemaID:20648, TableID:20652, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:24.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:24.378 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20653, Type:create table, State:queueing, SchemaState:none, SchemaID:20648, TableID:20652, RowCount:0, ArgLen:2, start time: 2024-06-02 17:36:24.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="create table t1(a int primary key, b int);"] [2024/06/02 17:36:24.398 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20653] [conn=1914702276] [category=ddl] [job="ID:20653, Type:create table, State:queueing, SchemaState:none, SchemaID:20648, TableID:20652, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.416 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20653] [conn=1914702276] [job="ID:20653, Type:create table, State:synced, SchemaState:public, SchemaID:20648, TableID:20652, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.342 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.420 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20653] [2024/06/02 17:36:24.420 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.420 +08:00] [INFO] [split_region.go:85] ["split batch regions request"] ["split key count"=1] ["batch count"=1] ["first batch, region ID"=14] ["first split key"=7480000000000050ac] [2024/06/02 17:36:24.421 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24726] [neededSchemaVersion=24727] ["start time"=506.081µs] [gotSchemaVersion=24727] [phyTblIDs="[20652]"] [actionTypes="[3]"] [diffTypes="[\"create table\"]"] [2024/06/02 17:36:24.422 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t1 values(1, 1), (2, 1);"] [2024/06/02 17:36:24.422 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1914702276] [session_alias=] [startTS=450185392132194324] [2024/06/02 17:36:24.423 +08:00] [INFO] [split_region.go:187] ["batch split regions complete"] ["batch region ID"=14] ["first at"=7480000000000050ac] ["first new region left"="{Id:16802 StartKey:7480000000000050ffaa00000000000000f8 EndKey:7480000000000050ffac00000000000000f8 RegionEpoch:{ConfVer:1 Version:8115} Peers:[id:16803 store_id:1 ] EncryptionMeta: IsInFlashback:false FlashbackStartTs:0}"] ["new region count"=1] [2024/06/02 17:36:24.423 +08:00] [INFO] [split_region.go:236] ["split regions complete"] ["region count"=1] ["region IDs"="[16802]"] [2024/06/02 17:36:24.424 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t1;"] [2024/06/02 17:36:24.446 +08:00] [INFO] [analyze.go:748] ["analyze table `window_function`.`t1` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/06/02 17:36:24.430 +08:00] ["end time"=2024/06/02 17:36:24.445 +08:00] [cost=14.678808ms] ["sample rate reason"="use min(1, 110000/10000) as the sample-rate=1"] [2024/06/02 17:36:24.457 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by b) from t1;"] [2024/06/02 17:36:24.457 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="insert into t1 values(3, 3);"] [2024/06/02 17:36:24.458 +08:00] [WARN] [prewrite.go:382] ["1pc failed and fallbacks to normal commit procedure"] [conn=1914702276] [session_alias=] [startTS=450185392145563659] [2024/06/02 17:36:24.459 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="analyze table t1;"] [2024/06/02 17:36:24.465 +08:00] [INFO] [save.go:200] ["incrementally update modifyCount"] [category=stats] [tableID=20652] [curModifyCnt=0] [results.BaseModifyCnt=0] [modifyCount=0] [2024/06/02 17:36:24.465 +08:00] [INFO] [save.go:211] ["incrementally update count"] [category=stats] [tableID=20652] [curCnt=2] [results.Count=3] [results.BaseCount=2] [count=3] [2024/06/02 17:36:24.479 +08:00] [INFO] [analyze.go:748] ["analyze table `window_function`.`t1` has finished"] [partition=] ["job info"="analyze table all columns with 256 buckets, 500 topn, 1 samplerate"] ["start time"=2024/06/02 17:36:24.462 +08:00] ["end time"=2024/06/02 17:36:24.477 +08:00] [cost=15.773577ms] ["sample rate reason"="use min(1, 110000/2) as the sample-rate=1"] [2024/06/02 17:36:24.488 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702276] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=window_function] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="explain format = 'brief' select sum(a) over(partition by b) from t1;"] [2024/06/02 17:36:24.489 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702280] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="use `test`"] [2024/06/02 17:36:24.490 +08:00] [INFO] [session.go:3985] [GENERAL_LOG] [conn=1914702280] [session_alias=] [user=root@127.0.0.1] [schemaVersion=24727] [txnStartTS=0] [forUpdateTS=0] [isReadConsistency=false] [currentDB=test] [isPessimistic=false] [sessionTxnMode=PESSIMISTIC] [sql="SET @@SESSION.`time_zone`=_UTF8MB4'Asia/Shanghai'"] [2024/06/02 17:36:24.490 +08:00] [INFO] [session.go:3959] ["CRUCIAL OPERATION"] [conn=1914702280] [schemaVersion=24727] [cur_db=test] [sql="drop database `window_function`"] [user=root@%] [2024/06/02 17:36:24.501 +08:00] [INFO] [ddl_worker.go:261] ["add DDL jobs"] [category=ddl] ["batch count"=1] [jobs="ID:20654, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20648, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false; "] [table=true] [2024/06/02 17:36:24.502 +08:00] [INFO] [ddl.go:1192] ["start DDL job"] [category=ddl] [job="ID:20654, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20648, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [query="drop database `window_function`"] [2024/06/02 17:36:24.525 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20654] [conn=1914702280] [category=ddl] [job="ID:20654, Type:drop schema, State:queueing, SchemaState:public, SchemaID:20648, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.546 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20654] [conn=1914702280] [category=ddl] [job="ID:20654, Type:drop schema, State:running, SchemaState:write only, SchemaID:20648, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.564 +08:00] [INFO] [ddl_worker.go:1210] ["run DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20654] [conn=1914702280] [category=ddl] [job="ID:20654, Type:drop schema, State:running, SchemaState:delete only, SchemaID:20648, TableID:0, RowCount:0, ArgLen:0, start time: 2024-06-02 17:36:24.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.582 +08:00] [INFO] [delete_range.go:447] ["insert into delete-range table"] [category=ddl] [jobID=20654] [tableIDs="[20650,20652]"] [comment="drop schema: table IDs"] [2024/06/02 17:36:24.584 +08:00] [INFO] [delete_range.go:112] ["add job into delete-range table"] [category=ddl] [jobID=20654] [jobType="drop schema"] [2024/06/02 17:36:24.584 +08:00] [INFO] [ddl_worker.go:763] ["finish DDL job"] [worker="worker 4, tp general"] [category=ddl] [jobID=20654] [conn=1914702280] [job="ID:20654, Type:drop schema, State:synced, SchemaState:none, SchemaID:20648, TableID:0, RowCount:0, ArgLen:1, start time: 2024-06-02 17:36:24.491 +0800 CST, Err:, ErrCount:0, SnapshotVersion:0, LocalMode: false"] [2024/06/02 17:36:24.587 +08:00] [INFO] [ddl.go:1298] ["DDL job is finished"] [category=ddl] [jobID=20654] [2024/06/02 17:36:24.587 +08:00] [INFO] [callback.go:140] ["performing DDL change, must reload"] [category=ddl] [2024/06/02 17:36:24.588 +08:00] [INFO] [domain.go:288] ["diff load InfoSchema success"] [isV2=false] [currentSchemaVersion=24727] [neededSchemaVersion=24730] ["start time"=452.648µs] [gotSchemaVersion=24730] [phyTblIDs="[20650,20652]"] [actionTypes="[2,2]"] [diffTypes="[\"drop schema\",\"drop schema\",\"drop schema\"]"] [2024/06/02 17:36:24.591 +08:00] [INFO] [signal_posix.go:54] ["got signal to exit"] [signal=terminated] [2024/06/02 17:36:24.591 +08:00] [INFO] [server.go:584] ["setting tidb-server to report unhealthy (shutting-down)"] [2024/06/02 17:36:24.591 +08:00] [ERROR] [http_status.go:531] ["start status/rpc server error"] [error="accept tcp 127.0.0.1:46355: use of closed network connection"] [2024/06/02 17:36:24.591 +08:00] [ERROR] [http_status.go:521] ["grpc server error"] [error="mux: server closed"] [2024/06/02 17:36:24.591 +08:00] [ERROR] [http_status.go:526] ["http server error"] [error="http: Server closed"] [2024/06/02 17:36:24.592 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:46355"] [2024/06/02 17:36:24.592 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:46355"] [2024/06/02 17:36:24.592 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:46355"] [2024/06/02 17:36:24.592 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:46355"] [error="context canceled"] [2024/06/02 17:36:24.592 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[autoid] tidb/autoid/leader ownerManager 127.0.0.1:46355"] [] [2024/06/02 17:36:24.592 +08:00] [INFO] [server.go:978] ["start drain clients"] [2024/06/02 17:36:24.592 +08:00] [INFO] [server.go:1007] ["all sessions quit in drain wait time"] [2024/06/02 17:36:24.592 +08:00] [INFO] [server.go:959] ["kill all connections."] [category=server] [2024/06/02 17:36:24.592 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.592 +08:00] [INFO] [syncer.go:485] ["schema version sync loop interrupted, retrying..."] [category=ddl] [2024/06/02 17:36:24.609 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 17:36:24.609 +08:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 6, tp add index"] [category=ddl] ["take time"=1.492µs] [2024/06/02 17:36:24.609 +08:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 5, tp add index"] [category=ddl] ["take time"=980ns] [2024/06/02 17:36:24.609 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 17:36:24.609 +08:00] [INFO] [ddl_worker.go:188] ["DDL worker closed"] [worker="worker 4, tp general"] [category=ddl] ["take time"=736ns] [2024/06/02 17:36:24.609 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.609 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.609 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [error="context canceled"] [2024/06/02 17:36:24.610 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[ddl] /tidb/ddl/fg/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [] [2024/06/02 17:36:24.610 +08:00] [INFO] [ddl_workerpool.go:82] ["closing workerPool"] [category=ddl] [2024/06/02 17:36:24.610 +08:00] [INFO] [delete_range.go:162] ["closing delRange"] [category=ddl] [2024/06/02 17:36:24.610 +08:00] [INFO] [session_pool.go:91] ["closing session pool"] [category=ddl] [2024/06/02 17:36:24.611 +08:00] [INFO] [ddl.go:959] ["DDL closed"] [category=ddl] [ID=be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0] ["take time"=18.848633ms] [2024/06/02 17:36:24.611 +08:00] [INFO] [ddl.go:795] ["stop DDL"] [category=ddl] [ID=be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0] [2024/06/02 17:36:24.612 +08:00] [INFO] [domain.go:1043] ["stopping ttlJobManager"] [2024/06/02 17:36:24.612 +08:00] [INFO] [runtime.go:190] ["TimerGroupRuntime loop exit"] [groupID=ttl] [2024/06/02 17:36:24.612 +08:00] [INFO] [notifier.go:142] ["etcd watcher exited to watch timer events"] [EtcdKey=/tidb/timer/cluster/1/notify/76426c50-4776-4d60-989c-ee84df44e148] [watcherID=12c6d096-e235-4ce1-a34e-4bfa817f26f1] [2024/06/02 17:36:24.612 +08:00] [INFO] [notifier.go:227] ["etcd notify loop to watch timer events stopped"] [EtcdKey=/tidb/timer/cluster/1/notify/76426c50-4776-4d60-989c-ee84df44e148] [2024/06/02 17:36:24.612 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 17:36:24.612 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [scan.go:309] ["ttlScanWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [task_manager.go:194] ["shrink ttl worker"] [ttl-worker=job-manager] [ttl-worker=task-manager] [originalCount=4] [newCount=0] [2024/06/02 17:36:24.612 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [del.go:261] ["ttlDeleteWorker loop exited."] [2024/06/02 17:36:24.612 +08:00] [INFO] [job_manager.go:174] ["ttlJobManager loop exited."] [ttl-worker=job-manager] [2024/06/02 17:36:24.612 +08:00] [INFO] [domain.go:1054] ["ttlJobManager exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2854] ["releaseServerID succeed"] [serverID=913] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1717] ["loadPrivilegeInLoop exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadPrivilegeInLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayWatchSyncLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1767] ["LoadSysVarCacheLoop exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:778] ["topologySyncerKeeper exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:728] ["infoSyncerKeeper exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=mdlCheckLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2360] ["loadStatsWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=infoSyncerKeeper] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=LoadSysVarCacheLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1559] ["stopping dist task scheduler manager because the current node is not DDL owner anymore"] [id=be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2057] ["PlanReplayerTaskDumpHandle exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.613 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2122] ["HistoricalStatsWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [plan_replayer.go:413] ["planReplayerTaskDumpWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=HistoricalStatsWorker] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2918] ["serverIDKeeper exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [scheduler_manager.go:379] ["cleanup loop exits"] [2024/06/02 17:36:24.613 +08:00] [INFO] [scheduler_manager.go:459] ["collect loop exits"] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topologySyncerKeeper] [2024/06/02 17:36:24.613 +08:00] [INFO] [advancer.go:397] ["Meet task event"] [category="log backup advancer"] [event="Err(, err = EOF)"] [2024/06/02 17:36:24.613 +08:00] [ERROR] [advancer.go:400] ["listen task meet error, would reopen."] [error=EOF] [2024/06/02 17:36:24.613 +08:00] [INFO] [advancer.go:403] ["Task watcher exits due to some error."] [category="log backup advancer"] [error=EOF] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=requestUnitsWriterLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadSigningCertLoop] [2024/06/02 17:36:24.613 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [error="context canceled"] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2091] ["dumpFileGcChecker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=dumpFileGcChecker] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2037] ["PlanReplayerTaskCollectHandle exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskCollectHandle] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=runawayRecordFlushLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:2389] ["indexUsageWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=indexUsageWorker] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=loadStatsWorker] [2024/06/02 17:36:24.613 +08:00] [INFO] [stats_syncload.go:216] ["SubLoadWorker exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=PlanReplayerTaskDumpHandle] [2024/06/02 17:36:24.613 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[stats] /tidb/stats/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:282] ["break campaign loop, context is done"] ["owner info"="[stats] /tidb/stats/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [2024/06/02 17:36:24.613 +08:00] [INFO] [scheduler_manager.go:318] ["subtask history table gc loop exits"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:455] ["watcher is closed, no owner"] ["owner info"="[log-backup] ownerManager 7bae85f2-bf2c-4c66-b278-5311b79a5cca watch owner key /tidb/br-stream/owner/6e648fd834100633"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:232] ["retire owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bae85f2-bf2c-4c66-b278-5311b79a5cca"] [2024/06/02 17:36:24.613 +08:00] [WARN] [manager.go:315] ["is not the owner"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bae85f2-bf2c-4c66-b278-5311b79a5cca"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:266] ["etcd session is done, creates a new one"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bae85f2-bf2c-4c66-b278-5311b79a5cca"] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:754] ["globalConfigSyncerKeeper exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalConfigSyncerKeeper] [2024/06/02 17:36:24.613 +08:00] [INFO] [scheduler_manager.go:206] ["schedule task loop exits"] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1561] ["dist task scheduler manager stopped"] [id=be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1544] ["stopping dist task executor manager"] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:280] ["recoverMetaLoop done"] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:700] ["topNSlowQueryLoop exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [manager.go:179] ["handle tasks loop done"] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=topNSlowQueryLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1546] ["dist task executor manager stopped"] [2024/06/02 17:36:24.613 +08:00] [INFO] [domain.go:1378] ["closestReplicaReadCheckLoop exited."] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=distTaskFrameworkLoop] [2024/06/02 17:36:24.613 +08:00] [INFO] [owner_daemon.go:87] ["daemon loop exits"] [id=7bae85f2-bf2c-4c66-b278-5311b79a5cca] [daemon-id=LogBackup::Advancer] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=closestReplicaReadCheckLoop] [2024/06/02 17:36:24.613 +08:00] [WARN] [etcd.go:78] ["failed to new session to etcd"] [ownerInfo="[log-backup] /tidb/br-stream/owner ownerManager 7bae85f2-bf2c-4c66-b278-5311b79a5cca"] [error="context canceled"] [2024/06/02 17:36:24.613 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=logBackupAdvancer] [2024/06/02 17:36:24.613 +08:00] [INFO] [flush_subscriber.go:109] [Clearing.] [category="log backup flush subscriber"] [timeout=1m0s] [2024/06/02 17:36:24.813 +08:00] [INFO] [manager.go:270] ["break campaign loop, NewSession failed"] ["owner info"="[log-backup] /tidb/br-stream/owner ownerManager 7bae85f2-bf2c-4c66-b278-5311b79a5cca"] [error="context canceled"] [2024/06/02 17:36:27.136 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[bindinfo] /tidb/bindinfo/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 17:36:27.136 +08:00] [INFO] [domain.go:1906] ["globalBindHandleWorkerLoop exited."] [2024/06/02 17:36:27.136 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=globalBindHandleWorkerLoop] [2024/06/02 17:36:27.151 +08:00] [INFO] [manager.go:326] ["revoke session"] ["owner info"="[stats] /tidb/stats/owner ownerManager be96c1e2-d5e0-4a8e-8ac5-2a66d3f5caf0"] [error="rpc error: code = Canceled desc = grpc: the client connection is closing"] [2024/06/02 17:36:27.151 +08:00] [INFO] [wait_group_wrapper.go:140] ["background process exited"] [source=domain] [process=quitStatsOwner] [2024/06/02 17:36:27.154 +08:00] [INFO] [domain.go:1091] ["domain closed"] ["take time"=2.56149316s] [2024/06/02 17:36:27.154 +08:00] [INFO] [gc_worker.go:223] [quit] [category="gc worker"] [uuid=63f60d093cc0002] [2024/06/02 17:36:27.155 +08:00] [INFO] [pd_service_discovery.go:550] ["[pd] exit member loop due to context canceled"] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_client.go:145] ["[tso] exit tso dispatcher check loop"] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_dispatcher.go:210] ["[tso] stop fetching the pending tso requests due to context canceled"] [dc-location=global] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_dispatcher.go:171] ["[tso] exit tso dispatcher"] [dc-location=global] [2024/06/02 17:36:27.155 +08:00] [INFO] [resource_manager_client.go:295] ["[resource manager] exit resource token dispatcher"] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_client.go:155] ["[tso] closing tso client"] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_client.go:160] ["[tso] close tso client"] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_dispatcher.go:350] ["[tso] exit tso connection contexts updater"] [dc-location=global] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_batch_controller.go:160] ["[pd] clear the tso batch controller"] [max-batch-size=10000] [best-batch-size=1] [collected-request-count=0] [pending-request-count=0] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_client.go:162] ["[tso] tso client is closed"] [2024/06/02 17:36:27.155 +08:00] [INFO] [pd_service_discovery.go:637] ["[pd] close pd service discovery client"] [2024/06/02 17:36:27.155 +08:00] [INFO] [tso_dispatcher.go:137] ["[tso] exit tso deadline watcher"] [dc-location=global] [2024/06/02 17:36:27.155 +08:00] [INFO] [client.go:330] ["[pd] http client closed"] [source=tikv-driver] [2024/06/02 17:36:27.155 +08:00] [INFO] [cpu.go:98] ["sql cpu collector stopped"] [2024/06/02 17:36:27.155 +08:00] [INFO] [cgmon.go:77] ["cgroup monitor stopped"] [2024/06/02 17:36:27.155 +08:00] [INFO] [cpuprofile.go:130] ["parallel cpu profiler stopped"] [Pipeline] archiveArtifacts Archiving artifacts [Pipeline] } [Pipeline] // dir [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // parallel [Pipeline] } [Pipeline] // stage [Pipeline] stage [Pipeline] { (Declarative: Post Actions) [Pipeline] sh + echo 44356c16acc47bf4f5cee733b5153cdeec3fff80 + echo 199b01792159e5d8e83ef419a5053401e998bb0e + echo 8483dc538be95234dde6d6c31d1bb3248488440e + curl -F refs/pingcap/tikv/master/sha1.verify=@tikv.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 382 100 101 100 281 1602 4459 --:--:-- --:--:-- --:--:-- 4532 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/tikv/master/sha1.verify"}+ curl -F refs/pingcap/pd/master/sha1.verify=@pd.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 376 100 99 100 277 2983 8346 --:--:-- --:--:-- --:--:-- 8393 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/pd/master/sha1.verify"}+ curl -F refs/pingcap/tidb/master/sha1.verify=@tidb.sha1.verify http://fileserver.pingcap.net/upload % Total % Received % Xferd Average Speed Time Time Time Current Dload Upload Total Spent Left Speed 0 0 0 0 0 0 0 0 --:--:-- --:--:-- --:--:-- 0 100 382 100 101 100 281 3926 10923 --:--:-- --:--:-- --:--:-- 11240 {"msg":"success","url":"http://fileserver.pingcap.net/download/refs/pingcap/tidb/master/sha1.verify"} [Pipeline] } [Pipeline] // stage [Pipeline] } [Pipeline] // timeout [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // container [Pipeline] } [Pipeline] // withEnv [Pipeline] } [Pipeline] // node [Pipeline] } [Pipeline] // podTemplate [Pipeline] End of Pipeline Finished: SUCCESS